2024-11-19 18:16:41,622 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 18:16:41,641 main DEBUG Took 0.017509 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 18:16:41,642 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 18:16:41,642 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 18:16:41,644 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 18:16:41,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,653 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 18:16:41,670 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,672 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,673 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,674 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,676 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,677 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,679 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,680 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,681 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,682 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,683 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 18:16:41,684 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,684 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 18:16:41,686 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 18:16:41,687 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 18:16:41,690 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 18:16:41,690 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 18:16:41,692 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 18:16:41,692 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 18:16:41,700 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 18:16:41,703 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 18:16:41,705 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 18:16:41,705 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 18:16:41,706 main DEBUG createAppenders(={Console}) 2024-11-19 18:16:41,707 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-19 18:16:41,707 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 18:16:41,707 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-19 18:16:41,708 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 18:16:41,709 main DEBUG OutputStream closed 2024-11-19 18:16:41,709 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 18:16:41,709 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 18:16:41,710 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-19 18:16:41,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 18:16:41,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 18:16:41,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 18:16:41,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 18:16:41,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 18:16:41,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 18:16:41,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 18:16:41,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 18:16:41,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 18:16:41,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 18:16:41,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 18:16:41,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 18:16:41,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 18:16:41,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 18:16:41,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 18:16:41,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 18:16:41,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 18:16:41,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 18:16:41,799 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 18:16:41,799 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-19 18:16:41,800 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 18:16:41,801 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-19T18:16:41,820 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-19 18:16:41,823 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 18:16:41,823 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T18:16:41,888 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=7695 2024-11-19T18:16:42,187 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-19T18:16:42,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138 2024-11-19T18:16:42,256 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/cluster_1bd590c2-23b6-fa77-9053-999549f067c2, deleteOnExit=true 2024-11-19T18:16:42,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/cluster_1bd590c2-23b6-fa77-9053-999549f067c2/zookeeper_0, clientPort=64735, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/cluster_1bd590c2-23b6-fa77-9053-999549f067c2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/cluster_1bd590c2-23b6-fa77-9053-999549f067c2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T18:16:42,376 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64735 2024-11-19T18:16:42,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:16:42,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:16:42,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/test.cache.data in system properties and HBase conf 2024-11-19T18:16:42,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:16:42,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:16:42,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:16:42,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:16:42,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:16:42,490 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T18:16:42,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:16:42,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:16:42,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:16:42,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:16:42,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:16:42,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:16:42,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:16:42,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:16:42,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:16:42,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:16:42,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:16:42,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:16:42,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:16:42,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:16:42,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:16:43,539 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T18:16:43,655 INFO [Time-limited test {}] log.Log(170): Logging initialized @2743ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T18:16:43,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:16:43,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:16:43,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:16:43,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:16:43,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:16:43,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:16:43,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:16:43,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:16:44,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/java.io.tmpdir/jetty-localhost-40045-hadoop-hdfs-3_4_1-tests_jar-_-any-16574155525973399320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:16:44,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:40045} 2024-11-19T18:16:44,111 INFO [Time-limited test {}] server.Server(415): Started @3199ms 2024-11-19T18:16:44,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:16:44,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:16:44,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:16:44,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:16:44,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:16:44,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:16:44,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:16:44,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/java.io.tmpdir/jetty-localhost-35909-hadoop-hdfs-3_4_1-tests_jar-_-any-9303366127401072751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:16:44,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:35909} 2024-11-19T18:16:44,619 INFO [Time-limited test {}] server.Server(415): Started @3707ms 2024-11-19T18:16:44,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:16:45,158 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/cluster_1bd590c2-23b6-fa77-9053-999549f067c2/data/data2/current/BP-1162361464-172.17.0.2-1732040203247/current, will proceed with Du for space computation calculation, 2024-11-19T18:16:45,158 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/cluster_1bd590c2-23b6-fa77-9053-999549f067c2/data/data1/current/BP-1162361464-172.17.0.2-1732040203247/current, will proceed with Du for space computation calculation, 2024-11-19T18:16:45,190 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:16:45,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc055cc46fd256630 with lease ID 0x89f0953a39c89c32: Processing first storage report for DS-926bfef2-55f6-4d67-9214-c905aa6acb1e from datanode DatanodeRegistration(127.0.0.1:42451, datanodeUuid=2031624e-2f13-4a98-b272-0a8d18603a18, infoPort=39251, infoSecurePort=0, ipcPort=35199, storageInfo=lv=-57;cid=testClusterID;nsid=608470975;c=1732040203247) 2024-11-19T18:16:45,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc055cc46fd256630 with lease ID 0x89f0953a39c89c32: from storage DS-926bfef2-55f6-4d67-9214-c905aa6acb1e node DatanodeRegistration(127.0.0.1:42451, datanodeUuid=2031624e-2f13-4a98-b272-0a8d18603a18, infoPort=39251, infoSecurePort=0, ipcPort=35199, storageInfo=lv=-57;cid=testClusterID;nsid=608470975;c=1732040203247), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T18:16:45,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc055cc46fd256630 with lease ID 0x89f0953a39c89c32: Processing first storage report for DS-daa429c6-2346-452d-952c-6b828332a36b from datanode DatanodeRegistration(127.0.0.1:42451, datanodeUuid=2031624e-2f13-4a98-b272-0a8d18603a18, infoPort=39251, infoSecurePort=0, ipcPort=35199, storageInfo=lv=-57;cid=testClusterID;nsid=608470975;c=1732040203247) 2024-11-19T18:16:45,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc055cc46fd256630 with lease ID 0x89f0953a39c89c32: from storage DS-daa429c6-2346-452d-952c-6b828332a36b node DatanodeRegistration(127.0.0.1:42451, datanodeUuid=2031624e-2f13-4a98-b272-0a8d18603a18, infoPort=39251, infoSecurePort=0, ipcPort=35199, storageInfo=lv=-57;cid=testClusterID;nsid=608470975;c=1732040203247), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T18:16:45,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138 2024-11-19T18:16:45,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:45,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:45,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:16:45,984 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12 with version=8 2024-11-19T18:16:45,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/hbase-staging 2024-11-19T18:16:46,078 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T18:16:46,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:16:46,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:46,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:46,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:16:46,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:46,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:16:46,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:16:46,540 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T18:16:46,549 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T18:16:46,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:16:46,580 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12946 (auto-detected) 2024-11-19T18:16:46,582 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T18:16:46,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44585 2024-11-19T18:16:46,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44585 connecting to ZooKeeper ensemble=127.0.0.1:64735 2024-11-19T18:16:46,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445850x0, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:16:46,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44585-0x101317202f00000 connected 2024-11-19T18:16:46,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:46,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:46,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/running 2024-11-19T18:16:46,699 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12, hbase.cluster.distributed=false 2024-11-19T18:16:46,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/acl 2024-11-19T18:16:46,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44585 2024-11-19T18:16:46,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44585 2024-11-19T18:16:46,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44585 2024-11-19T18:16:46,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44585 2024-11-19T18:16:46,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44585 2024-11-19T18:16:46,845 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:16:46,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:46,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:46,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:16:46,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:46,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:16:46,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:16:46,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:16:46,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34715 2024-11-19T18:16:46,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34715 connecting to ZooKeeper ensemble=127.0.0.1:64735 2024-11-19T18:16:46,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:46,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:46,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347150x0, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:16:46,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34715-0x101317202f00001 connected 2024-11-19T18:16:46,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/running 2024-11-19T18:16:46,873 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:16:46,881 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:16:46,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/master 2024-11-19T18:16:46,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/acl 2024-11-19T18:16:46,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34715 2024-11-19T18:16:46,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34715 2024-11-19T18:16:46,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34715 2024-11-19T18:16:46,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34715 2024-11-19T18:16:46,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34715 2024-11-19T18:16:46,905 DEBUG [M:0;30db5f576be8:44585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:44585 2024-11-19T18:16:46,907 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1985443189/backup-masters/30db5f576be8,44585,1732040206130 2024-11-19T18:16:46,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/backup-masters 2024-11-19T18:16:46,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/backup-masters 2024-11-19T18:16:46,915 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on existing znode=/0-1985443189/backup-masters/30db5f576be8,44585,1732040206130 2024-11-19T18:16:46,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1985443189/master 2024-11-19T18:16:46,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:46,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:46,936 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on existing znode=/0-1985443189/master 2024-11-19T18:16:46,937 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1985443189/backup-masters/30db5f576be8,44585,1732040206130 from backup master directory 2024-11-19T18:16:46,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985443189/backup-masters/30db5f576be8,44585,1732040206130 2024-11-19T18:16:46,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/backup-masters 2024-11-19T18:16:46,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/backup-masters 2024-11-19T18:16:46,941 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:16:46,941 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,44585,1732040206130 2024-11-19T18:16:46,943 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T18:16:46,945 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T18:16:47,001 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/hbase.id] with ID: 683d06d2-fdec-4dda-a1a6-f98c6acf7dc3 2024-11-19T18:16:47,001 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/.tmp/hbase.id 2024-11-19T18:16:47,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:16:47,413 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/.tmp/hbase.id]:[hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/hbase.id] 2024-11-19T18:16:47,458 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:47,464 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:16:47,485 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-19T18:16:47,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:47,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:47,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:16:47,912 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:16:47,915 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:16:47,931 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:16:47,935 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:16:47,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:16:48,385 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store 2024-11-19T18:16:48,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:16:48,810 INFO [master/30db5f576be8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T18:16:48,813 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:16:48,815 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:16:48,815 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:16:48,816 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:16:48,817 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:16:48,818 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:16:48,818 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:16:48,819 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040208815Disabling compacts and flushes for region at 1732040208815Disabling writes for close at 1732040208817 (+2 ms)Writing region close event to WAL at 1732040208818 (+1 ms)Closed at 1732040208818 2024-11-19T18:16:48,822 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/.initializing 2024-11-19T18:16:48,822 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,44585,1732040206130 2024-11-19T18:16:48,831 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:16:48,846 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C44585%2C1732040206130, suffix=, logDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,44585,1732040206130, archiveDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/oldWALs, maxLogs=10 2024-11-19T18:16:48,869 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,44585,1732040206130/30db5f576be8%2C44585%2C1732040206130.1732040208850, exclude list is [], retry=0 2024-11-19T18:16:48,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-926bfef2-55f6-4d67-9214-c905aa6acb1e,DISK] 2024-11-19T18:16:48,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T18:16:48,928 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,44585,1732040206130/30db5f576be8%2C44585%2C1732040206130.1732040208850 2024-11-19T18:16:48,929 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39251:39251)] 2024-11-19T18:16:48,930 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:16:48,930 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:16:48,933 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:48,934 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:48,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:48,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:16:49,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:49,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:49,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:49,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:16:49,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:49,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:16:49,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:49,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:16:49,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:49,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:16:49,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:49,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:16:49,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:49,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:16:49,018 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:49,021 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:49,023 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:49,028 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:49,029 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:49,032 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:16:49,035 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:49,040 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:16:49,041 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67043840, jitterRate=-9.6893310546875E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:16:49,047 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040208947Initializing all the Stores at 1732040208949 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040208949Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040208950 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040208950Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040208950Cleaning up temporary data from old regions at 1732040209029 (+79 ms)Region opened successfully at 1732040209047 (+18 ms) 2024-11-19T18:16:49,048 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:16:49,081 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d381ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:16:49,113 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:16:49,124 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:16:49,124 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:16:49,128 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:16:49,129 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T18:16:49,134 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T18:16:49,134 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:16:49,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:16:49,170 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/balancer because node does not exist (not necessarily an error) 2024-11-19T18:16:49,172 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/balancer already deleted, retry=false 2024-11-19T18:16:49,174 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:16:49,176 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:16:49,177 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/normalizer already deleted, retry=false 2024-11-19T18:16:49,180 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:16:49,183 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:16:49,184 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/switch/split already deleted, retry=false 2024-11-19T18:16:49,186 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:16:49,188 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/switch/merge already deleted, retry=false 2024-11-19T18:16:49,207 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:16:49,209 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/snapshot-cleanup already deleted, retry=false 2024-11-19T18:16:49,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1985443189/running 2024-11-19T18:16:49,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1985443189/running 2024-11-19T18:16:49,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:49,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:49,216 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,44585,1732040206130, sessionid=0x101317202f00000, setting cluster-up flag (Was=false) 2024-11-19T18:16:49,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:49,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:49,236 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1985443189/flush-table-proc/acquired, /0-1985443189/flush-table-proc/reached, /0-1985443189/flush-table-proc/abort 2024-11-19T18:16:49,238 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,44585,1732040206130 2024-11-19T18:16:49,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:49,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:49,251 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1985443189/online-snapshot/acquired, /0-1985443189/online-snapshot/reached, /0-1985443189/online-snapshot/abort 2024-11-19T18:16:49,252 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,44585,1732040206130 2024-11-19T18:16:49,259 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:16:49,296 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(746): ClusterId : 683d06d2-fdec-4dda-a1a6-f98c6acf7dc3 2024-11-19T18:16:49,299 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:16:49,305 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:16:49,305 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:16:49,308 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:16:49,309 DEBUG [RS:0;30db5f576be8:34715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e004a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:16:49,323 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:34715 2024-11-19T18:16:49,326 INFO [RS:0;30db5f576be8:34715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:16:49,327 INFO [RS:0;30db5f576be8:34715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:16:49,327 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:16:49,329 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,44585,1732040206130 with port=34715, startcode=1732040206805 2024-11-19T18:16:49,338 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:16:49,341 DEBUG [RS:0;30db5f576be8:34715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:16:49,349 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:16:49,358 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:16:49,364 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,44585,1732040206130 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:16:49,371 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:16:49,372 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:16:49,372 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:16:49,372 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:16:49,372 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:16:49,372 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,373 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:16:49,373 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,374 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040239374 2024-11-19T18:16:49,375 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:16:49,376 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:16:49,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:16:49,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:16:49,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:16:49,381 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:16:49,382 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:16:49,382 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:16:49,382 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:16:49,382 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44585 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T18:16:49,385 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:49,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:16:49,389 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,392 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:16:49,393 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:16:49,394 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:16:49,394 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:16:49,396 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:16:49,396 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:16:49,398 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040209397,5,FailOnTimeoutGroup] 2024-11-19T18:16:49,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:16:49,398 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040209398,5,FailOnTimeoutGroup] 2024-11-19T18:16:49,398 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,399 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:16:49,400 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,400 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,412 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T18:16:49,412 WARN [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T18:16:49,513 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,44585,1732040206130 with port=34715, startcode=1732040206805 2024-11-19T18:16:49,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,34715,1732040206805 2024-11-19T18:16:49,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44585 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,34715,1732040206805 2024-11-19T18:16:49,527 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12 2024-11-19T18:16:49,527 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33633 2024-11-19T18:16:49,527 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:16:49,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/rs 2024-11-19T18:16:49,532 DEBUG [RS:0;30db5f576be8:34715 {}] zookeeper.ZKUtil(111): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on existing znode=/0-1985443189/rs/30db5f576be8,34715,1732040206805 2024-11-19T18:16:49,532 WARN [RS:0;30db5f576be8:34715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:16:49,532 INFO [RS:0;30db5f576be8:34715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:16:49,533 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805 2024-11-19T18:16:49,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,34715,1732040206805] 2024-11-19T18:16:49,559 INFO [RS:0;30db5f576be8:34715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:16:49,574 INFO [RS:0;30db5f576be8:34715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:16:49,579 INFO [RS:0;30db5f576be8:34715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:16:49,579 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,580 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:16:49,586 INFO [RS:0;30db5f576be8:34715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:16:49,587 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,588 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,588 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,588 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,588 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,589 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,589 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:16:49,589 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,589 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,590 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,590 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,590 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,590 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:49,591 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:16:49,591 DEBUG [RS:0;30db5f576be8:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:16:49,592 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,592 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,593 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,593 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,593 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,593 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,34715,1732040206805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:16:49,613 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:16:49,615 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,34715,1732040206805-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,615 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,615 INFO [RS:0;30db5f576be8:34715 {}] regionserver.Replication(171): 30db5f576be8,34715,1732040206805 started 2024-11-19T18:16:49,634 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:49,634 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,34715,1732040206805, RpcServer on 30db5f576be8/172.17.0.2:34715, sessionid=0x101317202f00001 2024-11-19T18:16:49,635 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:16:49,635 DEBUG [RS:0;30db5f576be8:34715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,34715,1732040206805 2024-11-19T18:16:49,635 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,34715,1732040206805' 2024-11-19T18:16:49,635 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1985443189/flush-table-proc/abort' 2024-11-19T18:16:49,637 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1985443189/flush-table-proc/acquired' 2024-11-19T18:16:49,637 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:16:49,638 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:16:49,638 DEBUG [RS:0;30db5f576be8:34715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,34715,1732040206805 2024-11-19T18:16:49,638 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,34715,1732040206805' 2024-11-19T18:16:49,638 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1985443189/online-snapshot/abort' 2024-11-19T18:16:49,639 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1985443189/online-snapshot/acquired' 2024-11-19T18:16:49,639 DEBUG [RS:0;30db5f576be8:34715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:16:49,640 INFO [RS:0;30db5f576be8:34715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:16:49,640 INFO [RS:0;30db5f576be8:34715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:16:49,745 INFO [RS:0;30db5f576be8:34715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:16:49,749 INFO [RS:0;30db5f576be8:34715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C34715%2C1732040206805, suffix=, logDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805, archiveDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs, maxLogs=10 2024-11-19T18:16:49,766 DEBUG [RS:0;30db5f576be8:34715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751, exclude list is [], retry=0 2024-11-19T18:16:49,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-926bfef2-55f6-4d67-9214-c905aa6acb1e,DISK] 2024-11-19T18:16:49,774 INFO [RS:0;30db5f576be8:34715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 2024-11-19T18:16:49,774 DEBUG [RS:0;30db5f576be8:34715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39251:39251)] 2024-11-19T18:16:49,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:16:49,800 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12 2024-11-19T18:16:49,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:16:50,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:16:50,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:16:50,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:16:50,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:50,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:50,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:16:50,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:16:50,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:50,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:50,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:16:50,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:16:50,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:50,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:50,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:16:50,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:16:50,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:50,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:50,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:16:50,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740 2024-11-19T18:16:50,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740 2024-11-19T18:16:50,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:16:50,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:16:50,234 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:16:50,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:16:50,239 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:16:50,240 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73949542, jitterRate=0.1019340455532074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:16:50,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040210211Initializing all the Stores at 1732040210213 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040210214 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040210214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040210214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040210214Cleaning up temporary data from old regions at 1732040210233 (+19 ms)Region opened successfully at 1732040210243 (+10 ms) 2024-11-19T18:16:50,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:16:50,243 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:16:50,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:16:50,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:16:50,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:16:50,245 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:16:50,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040210243Disabling compacts and flushes for region at 1732040210243Disabling writes for close at 1732040210243Writing region close event to WAL at 1732040210244 (+1 ms)Closed at 1732040210245 (+1 ms) 2024-11-19T18:16:50,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:16:50,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:16:50,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:16:50,263 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:16:50,266 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:16:50,417 DEBUG [30db5f576be8:44585 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:16:50,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,34715,1732040206805 2024-11-19T18:16:50,437 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,34715,1732040206805, state=OPENING 2024-11-19T18:16:50,443 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:16:50,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:50,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:50,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: CHANGED 2024-11-19T18:16:50,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: CHANGED 2024-11-19T18:16:50,454 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:16:50,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,34715,1732040206805}] 2024-11-19T18:16:50,632 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:16:50,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:16:50,646 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:16:50,647 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:16:50,647 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:16:50,650 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C34715%2C1732040206805.meta, suffix=.meta, logDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805, archiveDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs, maxLogs=10 2024-11-19T18:16:50,668 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.meta.1732040210652.meta, exclude list is [], retry=0 2024-11-19T18:16:50,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-926bfef2-55f6-4d67-9214-c905aa6acb1e,DISK] 2024-11-19T18:16:50,675 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.meta.1732040210652.meta 2024-11-19T18:16:50,675 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39251:39251)] 2024-11-19T18:16:50,676 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:16:50,681 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:16:50,682 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:16:50,684 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:16:50,686 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:16:50,690 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:16:50,690 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:16:50,691 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:16:50,691 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:16:50,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:16:50,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:16:50,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:50,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:50,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:16:50,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:16:50,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:50,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:50,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:16:50,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:16:50,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:50,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:50,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:16:50,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:16:50,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:50,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:50,705 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:16:50,706 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740 2024-11-19T18:16:50,708 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740 2024-11-19T18:16:50,710 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:16:50,711 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:16:50,711 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:16:50,714 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:16:50,716 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70685946, jitterRate=0.05330267548561096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:16:50,716 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:16:50,717 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040210691Writing region info on filesystem at 1732040210691Initializing all the Stores at 1732040210693 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040210693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040210693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040210693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040210694 (+1 ms)Cleaning up temporary data from old regions at 1732040210711 (+17 ms)Running coprocessor post-open hooks at 1732040210716 (+5 ms)Region opened successfully at 1732040210717 (+1 ms) 2024-11-19T18:16:50,725 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040210623 2024-11-19T18:16:50,736 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:16:50,737 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:16:50,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,34715,1732040206805 2024-11-19T18:16:50,740 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,34715,1732040206805, state=OPEN 2024-11-19T18:16:50,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1985443189/meta-region-server 2024-11-19T18:16:50,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1985443189/meta-region-server 2024-11-19T18:16:50,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: CHANGED 2024-11-19T18:16:50,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: CHANGED 2024-11-19T18:16:50,743 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,34715,1732040206805 2024-11-19T18:16:50,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:16:50,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,34715,1732040206805 in 287 msec 2024-11-19T18:16:50,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:16:50,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec 2024-11-19T18:16:50,755 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:16:50,755 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:16:50,776 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:16:50,777 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,34715,1732040206805, seqNum=-1] 2024-11-19T18:16:50,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:16:50,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:16:50,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5320 sec 2024-11-19T18:16:50,823 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040210823, completionTime=-1 2024-11-19T18:16:50,826 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:16:50,827 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:16:50,855 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:16:50,855 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040270855 2024-11-19T18:16:50,855 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040330855 2024-11-19T18:16:50,856 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-19T18:16:50,858 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44585,1732040206130-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:50,859 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44585,1732040206130-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:50,859 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44585,1732040206130-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:50,861 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:44585, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:50,861 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:50,862 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:50,868 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:16:50,889 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.947sec 2024-11-19T18:16:50,890 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:16:50,891 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:16:50,892 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:16:50,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:16:50,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:16:50,894 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44585,1732040206130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:16:50,894 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44585,1732040206130-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:16:50,903 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:16:50,903 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:16:50,904 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44585,1732040206130-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:50,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:50,908 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T18:16:50,908 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T18:16:50,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,44585,-1 for getting cluster id 2024-11-19T18:16:50,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:16:50,922 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '683d06d2-fdec-4dda-a1a6-f98c6acf7dc3' 2024-11-19T18:16:50,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:16:50,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "683d06d2-fdec-4dda-a1a6-f98c6acf7dc3" 2024-11-19T18:16:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6faf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,44585,-1] 2024-11-19T18:16:50,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:16:50,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:50,933 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:16:50,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:50,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:16:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,34715,1732040206805, seqNum=-1] 2024-11-19T18:16:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:16:50,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:16:50,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,44585,1732040206130 2024-11-19T18:16:50,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64735 2024-11-19T18:16:50,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:16:50,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101317202f00002 connected 2024-11-19T18:16:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/hadoop.log.dir so I do NOT create it in target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e 2024-11-19T18:16:51,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:16:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/hadoop.tmp.dir so I do NOT create it in target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e 2024-11-19T18:16:51,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:16:51,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e 2024-11-19T18:16:51,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:16:51,014 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/cluster_bbf2d001-72a6-404d-6473-caaec1a036be, deleteOnExit=true 2024-11-19T18:16:51,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:16:51,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/test.cache.data in system properties and HBase conf 2024-11-19T18:16:51,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:16:51,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:16:51,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:16:51,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:16:51,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:16:51,015 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:16:51,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:16:51,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:16:51,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:16:51,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:16:51,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:16:51,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:16:51,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:16:51,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:16:51,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:16:51,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:16:51,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:16:51,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:16:51,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:16:51,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:16:51,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:16:51,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:16:51,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:16:51,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:16:51,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:16:51,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:16:51,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:16:51,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:16:51,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/java.io.tmpdir/jetty-localhost-39463-hadoop-hdfs-3_4_1-tests_jar-_-any-11415209194975518995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:16:51,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:39463} 2024-11-19T18:16:51,260 INFO [Time-limited test {}] server.Server(415): Started @10348ms 2024-11-19T18:16:51,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:16:51,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:16:51,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:16:51,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:16:51,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:16:51,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:16:51,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:16:51,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/java.io.tmpdir/jetty-localhost-41909-hadoop-hdfs-3_4_1-tests_jar-_-any-15288087079760432988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:16:51,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:41909} 2024-11-19T18:16:51,479 INFO [Time-limited test {}] server.Server(415): Started @10568ms 2024-11-19T18:16:51,481 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:16:51,622 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/cluster_bbf2d001-72a6-404d-6473-caaec1a036be/data/data1/current/BP-1683656595-172.17.0.2-1732040211053/current, will proceed with Du for space computation calculation, 2024-11-19T18:16:51,623 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/cluster_bbf2d001-72a6-404d-6473-caaec1a036be/data/data2/current/BP-1683656595-172.17.0.2-1732040211053/current, will proceed with Du for space computation calculation, 2024-11-19T18:16:51,641 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:16:51,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cbafa519b60bc25 with lease ID 0x556f80609586c7ff: Processing first storage report for DS-c1abfc70-338b-4fda-9bc2-4dd2c786bf0b from datanode DatanodeRegistration(127.0.0.1:33333, datanodeUuid=c41fcfc8-bf78-49c4-a811-03c390333ee3, infoPort=44315, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=832026514;c=1732040211053) 2024-11-19T18:16:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cbafa519b60bc25 with lease ID 0x556f80609586c7ff: from storage DS-c1abfc70-338b-4fda-9bc2-4dd2c786bf0b node DatanodeRegistration(127.0.0.1:33333, datanodeUuid=c41fcfc8-bf78-49c4-a811-03c390333ee3, infoPort=44315, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=832026514;c=1732040211053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:16:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cbafa519b60bc25 with lease ID 0x556f80609586c7ff: Processing first storage report for DS-92b3616c-9f8c-44fb-9d85-27f324eb70ea from datanode DatanodeRegistration(127.0.0.1:33333, datanodeUuid=c41fcfc8-bf78-49c4-a811-03c390333ee3, infoPort=44315, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=832026514;c=1732040211053) 2024-11-19T18:16:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cbafa519b60bc25 with lease ID 0x556f80609586c7ff: from storage DS-92b3616c-9f8c-44fb-9d85-27f324eb70ea node DatanodeRegistration(127.0.0.1:33333, datanodeUuid=c41fcfc8-bf78-49c4-a811-03c390333ee3, infoPort=44315, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=832026514;c=1732040211053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:16:51,718 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e 2024-11-19T18:16:51,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:51,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:51,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:16:52,134 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e with version=8 2024-11-19T18:16:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/hbase-staging 2024-11-19T18:16:52,137 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:16:52,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:52,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:52,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:16:52,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:52,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:16:52,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:16:52,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:16:52,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37437 2024-11-19T18:16:52,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37437 connecting to ZooKeeper ensemble=127.0.0.1:64735 2024-11-19T18:16:52,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374370x0, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:16:52,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37437-0x101317202f00003 connected 2024-11-19T18:16:52,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:52,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:52,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Set watcher on znode that does not yet exist, /1732662878/running 2024-11-19T18:16:52,165 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e, hbase.cluster.distributed=false 2024-11-19T18:16:52,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Set watcher on znode that does not yet exist, /1732662878/acl 2024-11-19T18:16:52,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37437 2024-11-19T18:16:52,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37437 2024-11-19T18:16:52,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37437 2024-11-19T18:16:52,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37437 2024-11-19T18:16:52,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37437 2024-11-19T18:16:52,187 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:16:52,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:52,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:52,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:16:52,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:16:52,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:16:52,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:16:52,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:16:52,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33253 2024-11-19T18:16:52,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33253 connecting to ZooKeeper ensemble=127.0.0.1:64735 2024-11-19T18:16:52,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:52,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:52,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332530x0, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:16:52,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33253-0x101317202f00004 connected 2024-11-19T18:16:52,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Set watcher on znode that does not yet exist, /1732662878/running 2024-11-19T18:16:52,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:16:52,206 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:16:52,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Set watcher on znode that does not yet exist, /1732662878/master 2024-11-19T18:16:52,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Set watcher on znode that does not yet exist, /1732662878/acl 2024-11-19T18:16:52,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33253 2024-11-19T18:16:52,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33253 2024-11-19T18:16:52,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33253 2024-11-19T18:16:52,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33253 2024-11-19T18:16:52,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33253 2024-11-19T18:16:52,231 DEBUG [M:0;30db5f576be8:37437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:37437 2024-11-19T18:16:52,232 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1732662878/backup-masters/30db5f576be8,37437,1732040212137 2024-11-19T18:16:52,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878/backup-masters 2024-11-19T18:16:52,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878/backup-masters 2024-11-19T18:16:52,235 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Set watcher on existing znode=/1732662878/backup-masters/30db5f576be8,37437,1732040212137 2024-11-19T18:16:52,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1732662878/master 2024-11-19T18:16:52,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:52,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:52,237 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Set watcher on existing znode=/1732662878/master 2024-11-19T18:16:52,238 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1732662878/backup-masters/30db5f576be8,37437,1732040212137 from backup master directory 2024-11-19T18:16:52,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1732662878/backup-masters/30db5f576be8,37437,1732040212137 2024-11-19T18:16:52,240 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:16:52,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878/backup-masters 2024-11-19T18:16:52,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878/backup-masters 2024-11-19T18:16:52,240 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,37437,1732040212137 2024-11-19T18:16:52,247 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/hbase.id] with ID: 16bd74d0-8245-4873-aa3f-57e832a8e337 2024-11-19T18:16:52,248 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/.tmp/hbase.id 2024-11-19T18:16:52,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:16:52,656 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/.tmp/hbase.id]:[hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/hbase.id] 2024-11-19T18:16:52,679 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:16:52,679 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:16:52,681 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T18:16:52,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:52,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:16:53,094 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:16:53,095 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:16:53,096 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:16:53,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:16:53,508 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store 2024-11-19T18:16:53,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:16:53,918 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:16:53,919 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:16:53,919 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:16:53,919 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:16:53,919 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:16:53,919 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:16:53,919 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:16:53,919 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040213919Disabling compacts and flushes for region at 1732040213919Disabling writes for close at 1732040213919Writing region close event to WAL at 1732040213919Closed at 1732040213919 2024-11-19T18:16:53,921 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/.initializing 2024-11-19T18:16:53,921 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/WALs/30db5f576be8,37437,1732040212137 2024-11-19T18:16:53,923 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:16:53,927 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C37437%2C1732040212137, suffix=, logDir=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/WALs/30db5f576be8,37437,1732040212137, archiveDir=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/oldWALs, maxLogs=10 2024-11-19T18:16:53,944 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/WALs/30db5f576be8,37437,1732040212137/30db5f576be8%2C37437%2C1732040212137.1732040213927, exclude list is [], retry=0 2024-11-19T18:16:53,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33333,DS-c1abfc70-338b-4fda-9bc2-4dd2c786bf0b,DISK] 2024-11-19T18:16:53,955 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/WALs/30db5f576be8,37437,1732040212137/30db5f576be8%2C37437%2C1732040212137.1732040213927 2024-11-19T18:16:53,956 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44315:44315)] 2024-11-19T18:16:53,957 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:16:53,957 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:16:53,957 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:53,957 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:53,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:53,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:16:53,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:53,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:53,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:53,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:16:53,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:53,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:16:53,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:53,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:16:53,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:53,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:16:53,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:53,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:16:53,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:53,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:16:53,993 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:53,995 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:53,995 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:53,998 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:53,998 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:53,999 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:16:54,001 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:16:54,005 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:16:54,006 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62105428, jitterRate=-0.07455700635910034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:16:54,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040213958Initializing all the Stores at 1732040213960 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040213961 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040213964 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040213964Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040213964Cleaning up temporary data from old regions at 1732040213998 (+34 ms)Region opened successfully at 1732040214006 (+8 ms) 2024-11-19T18:16:54,011 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:16:54,018 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b563063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:16:54,019 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:16:54,019 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:16:54,019 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:16:54,019 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:16:54,020 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:16:54,021 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:16:54,021 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:16:54,024 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:16:54,051 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Unable to get data of znode /1732662878/balancer because node does not exist (not necessarily an error) 2024-11-19T18:16:54,054 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1732662878/balancer already deleted, retry=false 2024-11-19T18:16:54,054 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:16:54,056 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Unable to get data of znode /1732662878/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:16:54,057 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1732662878/normalizer already deleted, retry=false 2024-11-19T18:16:54,058 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:16:54,059 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Unable to get data of znode /1732662878/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:16:54,061 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1732662878/switch/split already deleted, retry=false 2024-11-19T18:16:54,062 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Unable to get data of znode /1732662878/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:16:54,065 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1732662878/switch/merge already deleted, retry=false 2024-11-19T18:16:54,068 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Unable to get data of znode /1732662878/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:16:54,069 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1732662878/snapshot-cleanup already deleted, retry=false 2024-11-19T18:16:54,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1732662878/running 2024-11-19T18:16:54,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:54,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1732662878/running 2024-11-19T18:16:54,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:54,072 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,37437,1732040212137, sessionid=0x101317202f00003, setting cluster-up flag (Was=false) 2024-11-19T18:16:54,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:54,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:54,084 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1732662878/flush-table-proc/acquired, /1732662878/flush-table-proc/reached, /1732662878/flush-table-proc/abort 2024-11-19T18:16:54,085 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,37437,1732040212137 2024-11-19T18:16:54,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:54,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:54,102 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1732662878/online-snapshot/acquired, /1732662878/online-snapshot/reached, /1732662878/online-snapshot/abort 2024-11-19T18:16:54,104 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,37437,1732040212137 2024-11-19T18:16:54,106 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:16:54,109 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:16:54,109 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:16:54,109 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:16:54,109 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,37437,1732040212137 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:16:54,111 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:16:54,111 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:16:54,111 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:16:54,111 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:16:54,111 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:16:54,111 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,112 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:16:54,112 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:16:54,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:16:54,117 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:54,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:16:54,123 INFO [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(746): ClusterId : 16bd74d0-8245-4873-aa3f-57e832a8e337 2024-11-19T18:16:54,123 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:16:54,126 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:16:54,126 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:16:54,128 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040244128 2024-11-19T18:16:54,129 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:16:54,129 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:16:54,129 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:16:54,129 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:16:54,129 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:16:54,129 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:16:54,129 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:16:54,129 DEBUG [RS:0;30db5f576be8:33253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ad12b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:16:54,129 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,130 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:16:54,130 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:16:54,130 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:16:54,130 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:16:54,131 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:16:54,131 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:16:54,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:16:54,132 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040214132,5,FailOnTimeoutGroup] 2024-11-19T18:16:54,133 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040214132,5,FailOnTimeoutGroup] 2024-11-19T18:16:54,133 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,133 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:16:54,133 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,133 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,146 DEBUG [RS:0;30db5f576be8:33253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:33253 2024-11-19T18:16:54,146 INFO [RS:0;30db5f576be8:33253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:16:54,146 INFO [RS:0;30db5f576be8:33253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:16:54,146 DEBUG [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:16:54,147 INFO [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,37437,1732040212137 with port=33253, startcode=1732040212187 2024-11-19T18:16:54,148 DEBUG [RS:0;30db5f576be8:33253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:16:54,150 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:16:54,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,33253,1732040212187 2024-11-19T18:16:54,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37437 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,33253,1732040212187 2024-11-19T18:16:54,153 DEBUG [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e 2024-11-19T18:16:54,153 DEBUG [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45737 2024-11-19T18:16:54,153 DEBUG [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:16:54,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878/rs 2024-11-19T18:16:54,165 DEBUG [RS:0;30db5f576be8:33253 {}] zookeeper.ZKUtil(111): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Set watcher on existing znode=/1732662878/rs/30db5f576be8,33253,1732040212187 2024-11-19T18:16:54,165 WARN [RS:0;30db5f576be8:33253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:16:54,165 INFO [RS:0;30db5f576be8:33253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:16:54,165 DEBUG [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/WALs/30db5f576be8,33253,1732040212187 2024-11-19T18:16:54,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,33253,1732040212187] 2024-11-19T18:16:54,169 INFO [RS:0;30db5f576be8:33253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:16:54,172 INFO [RS:0;30db5f576be8:33253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:16:54,172 INFO [RS:0;30db5f576be8:33253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:16:54,172 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,172 INFO [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:16:54,173 INFO [RS:0;30db5f576be8:33253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:16:54,174 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,174 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,174 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,174 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,174 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,174 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,174 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:16:54,174 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,174 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,174 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,174 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,174 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,175 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:16:54,175 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:16:54,175 DEBUG [RS:0;30db5f576be8:33253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:16:54,175 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,175 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,175 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,175 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,175 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,176 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,33253,1732040212187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:16:54,191 INFO [RS:0;30db5f576be8:33253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:16:54,191 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,33253,1732040212187-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,191 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,191 INFO [RS:0;30db5f576be8:33253 {}] regionserver.Replication(171): 30db5f576be8,33253,1732040212187 started 2024-11-19T18:16:54,205 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:54,205 INFO [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,33253,1732040212187, RpcServer on 30db5f576be8/172.17.0.2:33253, sessionid=0x101317202f00004 2024-11-19T18:16:54,205 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:16:54,206 DEBUG [RS:0;30db5f576be8:33253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,33253,1732040212187 2024-11-19T18:16:54,206 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,33253,1732040212187' 2024-11-19T18:16:54,206 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1732662878/flush-table-proc/abort' 2024-11-19T18:16:54,206 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1732662878/flush-table-proc/acquired' 2024-11-19T18:16:54,207 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:16:54,207 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:16:54,207 DEBUG [RS:0;30db5f576be8:33253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,33253,1732040212187 2024-11-19T18:16:54,207 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,33253,1732040212187' 2024-11-19T18:16:54,207 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1732662878/online-snapshot/abort' 2024-11-19T18:16:54,207 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1732662878/online-snapshot/acquired' 2024-11-19T18:16:54,208 DEBUG [RS:0;30db5f576be8:33253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:16:54,208 INFO [RS:0;30db5f576be8:33253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:16:54,208 INFO [RS:0;30db5f576be8:33253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:16:54,308 INFO [RS:0;30db5f576be8:33253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:16:54,311 INFO [RS:0;30db5f576be8:33253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C33253%2C1732040212187, suffix=, logDir=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/WALs/30db5f576be8,33253,1732040212187, archiveDir=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/oldWALs, maxLogs=10 2024-11-19T18:16:54,326 DEBUG [RS:0;30db5f576be8:33253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/WALs/30db5f576be8,33253,1732040212187/30db5f576be8%2C33253%2C1732040212187.1732040214313, exclude list is [], retry=0 2024-11-19T18:16:54,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33333,DS-c1abfc70-338b-4fda-9bc2-4dd2c786bf0b,DISK] 2024-11-19T18:16:54,332 INFO [RS:0;30db5f576be8:33253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/WALs/30db5f576be8,33253,1732040212187/30db5f576be8%2C33253%2C1732040212187.1732040214313 2024-11-19T18:16:54,332 DEBUG [RS:0;30db5f576be8:33253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44315:44315)] 2024-11-19T18:16:54,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:16:54,535 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e 2024-11-19T18:16:54,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:16:54,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:16:54,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:16:54,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:16:54,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:54,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:54,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:16:54,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:16:54,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:54,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:54,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:16:54,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:16:54,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:54,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:54,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:16:54,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:16:54,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:54,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:54,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:16:54,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/1588230740 2024-11-19T18:16:54,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/1588230740 2024-11-19T18:16:54,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:16:54,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:16:54,962 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:16:54,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:16:54,966 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:16:54,966 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59527755, jitterRate=-0.11296732723712921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:16:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040214944Initializing all the Stores at 1732040214946 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040214946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040214946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040214946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040214946Cleaning up temporary data from old regions at 1732040214961 (+15 ms)Region opened successfully at 1732040214967 (+6 ms) 2024-11-19T18:16:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:16:54,967 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:16:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:16:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:16:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:16:54,967 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:16:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040214967Disabling compacts and flushes for region at 1732040214967Disabling writes for close at 1732040214967Writing region close event to WAL at 1732040214967Closed at 1732040214967 2024-11-19T18:16:54,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:16:54,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:16:54,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:16:54,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:16:54,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:16:55,123 DEBUG [30db5f576be8:37437 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:16:55,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,33253,1732040212187 2024-11-19T18:16:55,126 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,33253,1732040212187, state=OPENING 2024-11-19T18:16:55,128 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:16:55,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:55,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:16:55,131 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:16:55,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1732662878/meta-region-server: CHANGED 2024-11-19T18:16:55,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1732662878/meta-region-server: CHANGED 2024-11-19T18:16:55,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,33253,1732040212187}] 2024-11-19T18:16:55,286 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:16:55,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:16:55,293 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:16:55,293 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:16:55,293 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:16:55,295 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C33253%2C1732040212187.meta, suffix=.meta, logDir=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/WALs/30db5f576be8,33253,1732040212187, archiveDir=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/oldWALs, maxLogs=10 2024-11-19T18:16:55,310 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/WALs/30db5f576be8,33253,1732040212187/30db5f576be8%2C33253%2C1732040212187.meta.1732040215297.meta, exclude list is [], retry=0 2024-11-19T18:16:55,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33333,DS-c1abfc70-338b-4fda-9bc2-4dd2c786bf0b,DISK] 2024-11-19T18:16:55,316 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/WALs/30db5f576be8,33253,1732040212187/30db5f576be8%2C33253%2C1732040212187.meta.1732040215297.meta 2024-11-19T18:16:55,316 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44315:44315)] 2024-11-19T18:16:55,317 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:16:55,317 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:16:55,317 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:16:55,317 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:16:55,317 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:16:55,318 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:16:55,318 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:16:55,318 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:16:55,318 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:16:55,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:16:55,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:16:55,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:55,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:55,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:16:55,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:16:55,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:55,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:55,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:16:55,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:16:55,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:55,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:55,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:16:55,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:16:55,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:55,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:16:55,327 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:16:55,328 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/1588230740 2024-11-19T18:16:55,330 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/1588230740 2024-11-19T18:16:55,332 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:16:55,332 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:16:55,333 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:16:55,335 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:16:55,336 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73439686, jitterRate=0.094336599111557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:16:55,336 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:16:55,336 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040215318Writing region info on filesystem at 1732040215318Initializing all the Stores at 1732040215319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040215319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040215320 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040215320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040215320Cleaning up temporary data from old regions at 1732040215332 (+12 ms)Running coprocessor post-open hooks at 1732040215336 (+4 ms)Region opened successfully at 1732040215336 2024-11-19T18:16:55,338 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040215285 2024-11-19T18:16:55,343 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:16:55,343 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:16:55,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,33253,1732040212187 2024-11-19T18:16:55,346 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,33253,1732040212187, state=OPEN 2024-11-19T18:16:55,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1732662878/meta-region-server 2024-11-19T18:16:55,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1732662878/meta-region-server 2024-11-19T18:16:55,348 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,33253,1732040212187 2024-11-19T18:16:55,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1732662878/meta-region-server: CHANGED 2024-11-19T18:16:55,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1732662878/meta-region-server: CHANGED 2024-11-19T18:16:55,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:16:55,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,33253,1732040212187 in 217 msec 2024-11-19T18:16:55,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:16:55,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-19T18:16:55,357 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:16:55,357 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:16:55,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:16:55,359 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,33253,1732040212187, seqNum=-1] 2024-11-19T18:16:55,359 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:16:55,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:16:55,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-19T18:16:55,368 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040215368, completionTime=-1 2024-11-19T18:16:55,368 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:16:55,368 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:16:55,370 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:16:55,370 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040275370 2024-11-19T18:16:55,370 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040335370 2024-11-19T18:16:55,370 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T18:16:55,371 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37437,1732040212137-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:55,371 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37437,1732040212137-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:55,371 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37437,1732040212137-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:55,371 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:37437, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:55,371 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:55,371 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:55,373 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:16:55,376 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.136sec 2024-11-19T18:16:55,376 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:16:55,376 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:16:55,376 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:16:55,376 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:16:55,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:16:55,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37437,1732040212137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:16:55,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37437,1732040212137-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:16:55,380 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:16:55,380 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:16:55,380 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37437,1732040212137-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:16:55,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:55,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37437,-1 for getting cluster id 2024-11-19T18:16:55,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:16:55,425 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16bd74d0-8245-4873-aa3f-57e832a8e337' 2024-11-19T18:16:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:16:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16bd74d0-8245-4873-aa3f-57e832a8e337" 2024-11-19T18:16:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f343c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37437,-1] 2024-11-19T18:16:55,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:16:55,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:55,429 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:16:55,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:55,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:16:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,33253,1732040212187, seqNum=-1] 2024-11-19T18:16:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:16:55,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:16:55,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,37437,1732040212137 2024-11-19T18:16:55,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64735 2024-11-19T18:16:55,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:16:55,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101317202f00005 connected 2024-11-19T18:16:55,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:55,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,44585,-1 for getting cluster id 2024-11-19T18:16:55,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:16:55,450 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '683d06d2-fdec-4dda-a1a6-f98c6acf7dc3' 2024-11-19T18:16:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:16:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "683d06d2-fdec-4dda-a1a6-f98c6acf7dc3" 2024-11-19T18:16:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442b3135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,44585,-1] 2024-11-19T18:16:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:16:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:55,453 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:16:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7a3def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:55,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:16:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,44585,1732040206130 2024-11-19T18:16:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1df64d2f 2024-11-19T18:16:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:16:55,474 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:16:55,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:37437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:16:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:16:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:16:55,488 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:37437' 2024-11-19T18:16:55,489 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ea2db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:55,489 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37437,-1 for getting cluster id 2024-11-19T18:16:55,489 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:16:55,490 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16bd74d0-8245-4873-aa3f-57e832a8e337' 2024-11-19T18:16:55,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:16:55,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16bd74d0-8245-4873-aa3f-57e832a8e337" 2024-11-19T18:16:55,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3e8011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:55,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37437,-1] 2024-11-19T18:16:55,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:16:55,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:55,493 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:16:55,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4425628f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:55,494 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:16:55,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37437,1732040212137 2024-11-19T18:16:55,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bbe49c9 2024-11-19T18:16:55,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:16:55,500 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:16:55,512 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T18:16:55,512 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:16:55,517 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:55,517 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:55,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:16:55,519 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:16:55,524 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:16:55,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:16:55,528 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:55,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:16:55,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741835_1011 (size=1138) 2024-11-19T18:16:55,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:16:55,577 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:16:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:16:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:16:55,942 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 217ea56d37b614f04a2c6fb72fa759f7, NAME => 'hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12 2024-11-19T18:16:55,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741836_1012 (size=44) 2024-11-19T18:16:55,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:16:55,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 217ea56d37b614f04a2c6fb72fa759f7, disabling compactions & flushes 2024-11-19T18:16:55,950 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:55,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:55,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. after waiting 0 ms 2024-11-19T18:16:55,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:55,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:55,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 217ea56d37b614f04a2c6fb72fa759f7: Waiting for close lock at 1732040215950Disabling compacts and flushes for region at 1732040215950Disabling writes for close at 1732040215950Writing region close event to WAL at 1732040215950Closed at 1732040215951 (+1 ms) 2024-11-19T18:16:55,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:16:55,958 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040215953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040215953"}]},"ts":"1732040215953"} 2024-11-19T18:16:55,963 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:16:55,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:16:55,968 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040215965"}]},"ts":"1732040215965"} 2024-11-19T18:16:55,975 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:16:55,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=217ea56d37b614f04a2c6fb72fa759f7, ASSIGN}] 2024-11-19T18:16:55,979 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=217ea56d37b614f04a2c6fb72fa759f7, ASSIGN 2024-11-19T18:16:55,980 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=217ea56d37b614f04a2c6fb72fa759f7, ASSIGN; state=OFFLINE, location=30db5f576be8,34715,1732040206805; forceNewPlan=false, retain=false 2024-11-19T18:16:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:16:56,132 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=217ea56d37b614f04a2c6fb72fa759f7, regionState=OPENING, regionLocation=30db5f576be8,34715,1732040206805 2024-11-19T18:16:56,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=217ea56d37b614f04a2c6fb72fa759f7, ASSIGN because future has completed 2024-11-19T18:16:56,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 217ea56d37b614f04a2c6fb72fa759f7, server=30db5f576be8,34715,1732040206805}] 2024-11-19T18:16:56,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:16:56,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:56,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:16:56,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:16:56,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C34715%2C1732040206805.rep, suffix=, logDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805, archiveDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs, maxLogs=10 2024-11-19T18:16:56,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.rep.1732040216300, exclude list is [], retry=0 2024-11-19T18:16:56,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-926bfef2-55f6-4d67-9214-c905aa6acb1e,DISK] 2024-11-19T18:16:56,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.rep.1732040216300 2024-11-19T18:16:56,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39251:39251)] 2024-11-19T18:16:56,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 217ea56d37b614f04a2c6fb72fa759f7, NAME => 'hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:16:56,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:16:56,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:16:56,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. service=MultiRowMutationService 2024-11-19T18:16:56,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:16:56,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:16:56,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,322 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,324 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 217ea56d37b614f04a2c6fb72fa759f7 columnFamilyName hfileref 2024-11-19T18:16:56,324 DEBUG [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:56,325 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(327): Store=217ea56d37b614f04a2c6fb72fa759f7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:16:56,325 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,327 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 217ea56d37b614f04a2c6fb72fa759f7 columnFamilyName queue 2024-11-19T18:16:56,327 DEBUG [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:56,327 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(327): Store=217ea56d37b614f04a2c6fb72fa759f7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:16:56,327 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,329 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 217ea56d37b614f04a2c6fb72fa759f7 columnFamilyName sid 2024-11-19T18:16:56,329 DEBUG [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:16:56,330 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(327): Store=217ea56d37b614f04a2c6fb72fa759f7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:16:56,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:16:56,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:16:56,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 217ea56d37b614f04a2c6fb72fa759f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66209923, jitterRate=-0.013395264744758606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:16:56,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:56,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 217ea56d37b614f04a2c6fb72fa759f7: Running coprocessor pre-open hook at 1732040216321Writing region info on filesystem at 1732040216321Initializing all the Stores at 1732040216322 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040216322Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040216322Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040216322Cleaning up temporary data from old regions at 1732040216333 (+11 ms)Running coprocessor post-open hooks at 1732040216340 (+7 ms)Region opened successfully at 1732040216341 (+1 ms) 2024-11-19T18:16:56,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7., pid=7, masterSystemTime=1732040216290 2024-11-19T18:16:56,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:56,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:56,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=217ea56d37b614f04a2c6fb72fa759f7, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,34715,1732040206805 2024-11-19T18:16:56,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 217ea56d37b614f04a2c6fb72fa759f7, server=30db5f576be8,34715,1732040206805 because future has completed 2024-11-19T18:16:56,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T18:16:56,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 217ea56d37b614f04a2c6fb72fa759f7, server=30db5f576be8,34715,1732040206805 in 216 msec 2024-11-19T18:16:56,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:16:56,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=217ea56d37b614f04a2c6fb72fa759f7, ASSIGN in 379 msec 2024-11-19T18:16:56,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:16:56,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040216360"}]},"ts":"1732040216360"} 2024-11-19T18:16:56,363 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:16:56,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:16:56,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 846 msec 2024-11-19T18:16:56,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7., hostname=30db5f576be8,34715,1732040206805, seqNum=2] 2024-11-19T18:16:56,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34715 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T18:16:56,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:56,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:56,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:16:56,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:16:56,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T18:16:56,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T18:16:56,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T18:16:56,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:16:56,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T18:16:56,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:16:56,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T18:16:56,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T18:16:56,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T18:16:56,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T18:16:56,580 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:16:56,620 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,34715,1732040206805, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:16:56,621 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:16:56,621 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,34715,1732040206805, seqNum=-1] 2024-11-19T18:16:56,621 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:16:56,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T18:16:56,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,34715,1732040206805', locateType=CURRENT is [region=hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7., hostname=30db5f576be8,34715,1732040206805, seqNum=2] 2024-11-19T18:16:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:16:56,633 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T18:16:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T18:16:56,639 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,34715,1732040206805 suceeded 2024-11-19T18:16:56,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T18:16:56,643 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:37437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:16:56,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-19T18:16:56,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1660 sec 2024-11-19T18:16:56,653 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:37437' 2024-11-19T18:16:56,654 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@237c3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:56,654 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37437,-1 for getting cluster id 2024-11-19T18:16:56,654 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:16:56,655 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16bd74d0-8245-4873-aa3f-57e832a8e337' 2024-11-19T18:16:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:16:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16bd74d0-8245-4873-aa3f-57e832a8e337" 2024-11-19T18:16:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e100f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37437,-1] 2024-11-19T18:16:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:16:56,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:56,657 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:16:56,658 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6770064b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:56,659 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:16:56,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37437,1732040212137 2024-11-19T18:16:56,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2106befc 2024-11-19T18:16:56,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:16:56,661 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T18:16:56,662 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,34715,1732040206805 (queues=1) is replicating from cluster=683d06d2-fdec-4dda-a1a6-f98c6acf7dc3 to cluster=16bd74d0-8245-4873-aa3f-57e832a8e337 2024-11-19T18:16:56,664 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C34715%2C1732040206805 2024-11-19T18:16:56,668 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,34715,1732040206805, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:16:56,670 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805.replicationSource.shipper30db5f576be8%2C34715%2C1732040206805,1-30db5f576be8,34715,1732040206805 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C34715%2C1732040206805 2024-11-19T18:16:56,674 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,1-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751, startPosition=0, beingWritten=true 2024-11-19T18:16:56,942 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,1-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 to pos 0, reset compression=false 2024-11-19T18:16:57,249 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,1-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 to pos 0, reset compression=false 2024-11-19T18:16:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:16:57,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:16:57,642 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:16:57,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:16:57,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:57,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:57,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:16:57,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,44585,-1 for getting cluster id 2024-11-19T18:16:57,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:16:57,645 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '683d06d2-fdec-4dda-a1a6-f98c6acf7dc3' 2024-11-19T18:16:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:16:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "683d06d2-fdec-4dda-a1a6-f98c6acf7dc3" 2024-11-19T18:16:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e870ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,44585,-1] 2024-11-19T18:16:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:16:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:57,648 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:16:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c22268a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:16:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,44585,1732040206130 2024-11-19T18:16:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e49029 2024-11-19T18:16:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:16:57,653 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:16:57,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://30db5f576be8:37437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:16:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:16:57,656 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,1-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 to pos 0, reset compression=false 2024-11-19T18:16:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T18:16:57,657 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:37437' 2024-11-19T18:16:57,658 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2a61c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,658 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37437,-1 for getting cluster id 2024-11-19T18:16:57,658 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:16:57,659 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16bd74d0-8245-4873-aa3f-57e832a8e337' 2024-11-19T18:16:57,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:16:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16bd74d0-8245-4873-aa3f-57e832a8e337" 2024-11-19T18:16:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618ac971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37437,-1] 2024-11-19T18:16:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:16:57,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:57,661 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:16:57,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6437bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,662 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:16:57,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37437,1732040212137 2024-11-19T18:16:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2168af6b 2024-11-19T18:16:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:16:57,665 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:16:57,666 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-19T18:16:57,666 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:16:57,666 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:57,666 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:57,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:16:57,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:16:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T18:16:57,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-19T18:16:57,830 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T18:16:57,862 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-30db5f576be8,34715,1732040206805, ReplicationSource: 2, currentBandwidth=0 2024-11-19T18:16:57,865 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T18:16:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T18:16:57,869 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 30db5f576be8,34715,1732040206805 suceeded 2024-11-19T18:16:57,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:16:57,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-19T18:16:57,872 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://30db5f576be8:37437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:16:57,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 219 msec 2024-11-19T18:16:57,881 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:37437' 2024-11-19T18:16:57,882 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e435593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,882 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37437,-1 for getting cluster id 2024-11-19T18:16:57,883 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:16:57,884 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16bd74d0-8245-4873-aa3f-57e832a8e337' 2024-11-19T18:16:57,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:16:57,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16bd74d0-8245-4873-aa3f-57e832a8e337" 2024-11-19T18:16:57,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48ec4838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37437,-1] 2024-11-19T18:16:57,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:16:57,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:57,886 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:16:57,887 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4020aa80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,887 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:16:57,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37437,1732040212137 2024-11-19T18:16:57,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bc0e8d5 2024-11-19T18:16:57,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:16:57,889 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T18:16:57,890 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-30db5f576be8,34715,1732040206805 (queues=1) is replicating from cluster=683d06d2-fdec-4dda-a1a6-f98c6acf7dc3 to cluster=16bd74d0-8245-4873-aa3f-57e832a8e337 2024-11-19T18:16:57,890 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=30db5f576be8%2C34715%2C1732040206805 2024-11-19T18:16:57,890 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-30db5f576be8,34715,1732040206805, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:16:57,890 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805.replicationSource.shipper30db5f576be8%2C34715%2C1732040206805,2-30db5f576be8,34715,1732040206805 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C34715%2C1732040206805 2024-11-19T18:16:57,890 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,2-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751, startPosition=0, beingWritten=true 2024-11-19T18:16:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T18:16:57,972 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T18:16:57,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:16:57,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:16:57,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:57,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:57,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:16:57,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:16:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,44585,1732040206130 2024-11-19T18:16:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51f99512 2024-11-19T18:16:57,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:16:57,978 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:16:57,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T18:16:57,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T18:16:57,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T18:16:57,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T18:16:57,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://30db5f576be8:37437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:16:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T18:16:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T18:16:57,993 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:37437' 2024-11-19T18:16:57,993 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420e05e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,994 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37437,-1 for getting cluster id 2024-11-19T18:16:57,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:16:57,994 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16bd74d0-8245-4873-aa3f-57e832a8e337' 2024-11-19T18:16:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:16:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16bd74d0-8245-4873-aa3f-57e832a8e337" 2024-11-19T18:16:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b441f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37437,-1] 2024-11-19T18:16:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:16:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:57,996 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:16:57,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:57,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:16:57,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37437,1732040212137 2024-11-19T18:16:57,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@377e4763 2024-11-19T18:16:57,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:16:57,999 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:16:58,000 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T18:16:58,000 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:16:58,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:58,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:58,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:16:58,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:16:58,097 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,2-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 to pos 0, reset compression=false 2024-11-19T18:16:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T18:16:58,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-19T18:16:58,159 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-19T18:16:58,161 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T18:16:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T18:16:58,162 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,1-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 to pos 0, reset compression=false 2024-11-19T18:16:58,164 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 30db5f576be8,34715,1732040206805 suceeded 2024-11-19T18:16:58,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T18:16:58,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-19T18:16:58,168 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://30db5f576be8:37437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:16:58,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-19T18:16:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T18:16:58,312 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-19T18:16:58,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://30db5f576be8:37437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:16:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T18:16:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T18:16:58,317 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:37437' 2024-11-19T18:16:58,318 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240101fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:58,318 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37437,-1 for getting cluster id 2024-11-19T18:16:58,318 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:16:58,319 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16bd74d0-8245-4873-aa3f-57e832a8e337' 2024-11-19T18:16:58,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:16:58,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16bd74d0-8245-4873-aa3f-57e832a8e337" 2024-11-19T18:16:58,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675bf8c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:58,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37437,-1] 2024-11-19T18:16:58,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:16:58,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:58,321 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:16:58,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b74972e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:16:58,322 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:16:58,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37437,1732040212137 2024-11-19T18:16:58,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cd2005 2024-11-19T18:16:58,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:16:58,324 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:16:58,324 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T18:16:58,324 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:16:58,324 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:58,325 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:58,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:16:58,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:16:58,404 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,2-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 to pos 0, reset compression=false 2024-11-19T18:16:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T18:16:58,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-19T18:16:58,482 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-19T18:16:58,484 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T18:16:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T18:16:58,487 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 30db5f576be8,34715,1732040206805 suceeded 2024-11-19T18:16:58,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T18:16:58,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-19T18:16:58,490 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://30db5f576be8:37437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:16:58,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-19T18:16:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T18:16:58,632 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-19T18:16:58,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T18:16:58,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T18:16:58,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:16:58,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:16:58,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:58,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:58,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:16:58,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:16:58,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2073980891, stopped=false 2024-11-19T18:16:58,635 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,44585,1732040206130 2024-11-19T18:16:58,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985443189/running 2024-11-19T18:16:58,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985443189/running 2024-11-19T18:16:58,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:58,637 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:16:58,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:16:58,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:16:58,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:16:58,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:58,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/running 2024-11-19T18:16:58,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/running 2024-11-19T18:16:58,638 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,34715,1732040206805' ***** 2024-11-19T18:16:58,638 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:16:58,639 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:16:58,639 INFO [RS:0;30db5f576be8:34715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:16:58,639 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:16:58,639 INFO [RS:0;30db5f576be8:34715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:16:58,639 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:16:58,639 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(3091): Received CLOSE for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:58,639 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:16:58,640 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,34715,1732040206805 2024-11-19T18:16:58,640 INFO [RS:0;30db5f576be8:34715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:16:58,640 INFO [RS:0;30db5f576be8:34715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:34715. 2024-11-19T18:16:58,640 DEBUG [RS:0;30db5f576be8:34715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:16:58,640 DEBUG [RS:0;30db5f576be8:34715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:16:58,640 INFO [RS:0;30db5f576be8:34715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:16:58,640 INFO [RS:0;30db5f576be8:34715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:16:58,640 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 217ea56d37b614f04a2c6fb72fa759f7, disabling compactions & flushes 2024-11-19T18:16:58,640 INFO [RS:0;30db5f576be8:34715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:16:58,640 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:58,640 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:16:58,640 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:58,640 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. after waiting 0 ms 2024-11-19T18:16:58,641 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:58,641 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:16:58,641 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:16:58,641 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 217ea56d37b614f04a2c6fb72fa759f7=hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7.} 2024-11-19T18:16:58,641 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:16:58,641 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:16:58,641 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:16:58,641 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:16:58,641 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:58,644 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T18:16:58,644 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 217ea56d37b614f04a2c6fb72fa759f7 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-19T18:16:58,701 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:16:58,715 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7/.tmp/queue/3ab8bfa5749a4e95b769ba04416345a2 is 151, key is 1-30db5f576be8,34715,1732040206805/queue:30db5f576be8%2C34715%2C1732040206805/1732040216628/Put/seqid=0 2024-11-19T18:16:58,715 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/info/d3b75e963eeb4eb39171167cb23c5879 is 147, key is hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7./info:regioninfo/1732040216347/Put/seqid=0 2024-11-19T18:16:58,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741838_1014 (size=6631) 2024-11-19T18:16:58,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741839_1015 (size=5500) 2024-11-19T18:16:58,770 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,1-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 to pos 0, reset compression=false 2024-11-19T18:16:58,811 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,2-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 to pos 0, reset compression=false 2024-11-19T18:16:58,842 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:59,042 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:16:59,129 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7/.tmp/queue/3ab8bfa5749a4e95b769ba04416345a2 2024-11-19T18:16:59,129 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/info/d3b75e963eeb4eb39171167cb23c5879 2024-11-19T18:16:59,176 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7/.tmp/queue/3ab8bfa5749a4e95b769ba04416345a2 as hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7/queue/3ab8bfa5749a4e95b769ba04416345a2 2024-11-19T18:16:59,186 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7/queue/3ab8bfa5749a4e95b769ba04416345a2, entries=2, sequenceid=6, filesize=5.4 K 2024-11-19T18:16:59,193 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 217ea56d37b614f04a2c6fb72fa759f7 in 547ms, sequenceid=6, compaction requested=false 2024-11-19T18:16:59,193 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T18:16:59,195 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/ns/bd048c3f5fc54e40861590185fa10f69 is 43, key is default/ns:d/1732040210805/Put/seqid=0 2024-11-19T18:16:59,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741840_1016 (size=5153) 2024-11-19T18:16:59,203 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T18:16:59,206 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:16:59,206 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:16:59,206 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:59,206 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 217ea56d37b614f04a2c6fb72fa759f7: Waiting for close lock at 1732040218640Running coprocessor pre-close hooks at 1732040218640Disabling compacts and flushes for region at 1732040218640Disabling writes for close at 1732040218640Obtaining lock to block concurrent updates at 1732040218644 (+4 ms)Preparing flush snapshotting stores in 217ea56d37b614f04a2c6fb72fa759f7 at 1732040218644Finished memstore snapshotting hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732040218652 (+8 ms)Flushing stores of hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. at 1732040218653 (+1 ms)Flushing 217ea56d37b614f04a2c6fb72fa759f7/queue: creating writer at 1732040218655 (+2 ms)Flushing 217ea56d37b614f04a2c6fb72fa759f7/queue: appending metadata at 1732040218695 (+40 ms)Flushing 217ea56d37b614f04a2c6fb72fa759f7/queue: closing flushed file at 1732040218697 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb2559: reopening flushed file at 1732040219174 (+477 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 217ea56d37b614f04a2c6fb72fa759f7 in 547ms, sequenceid=6, compaction requested=false at 1732040219193 (+19 ms)Writing region close event to WAL at 1732040219196 (+3 ms)Running coprocessor post-close hooks at 1732040219204 (+8 ms)Closed at 1732040219206 (+2 ms) 2024-11-19T18:16:59,206 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:16:59,242 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:16:59,318 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,2-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 to pos 0, reset compression=false 2024-11-19T18:16:59,442 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:16:59,476 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,1-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 to pos 0, reset compression=false 2024-11-19T18:16:59,604 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/ns/bd048c3f5fc54e40861590185fa10f69 2024-11-19T18:16:59,629 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/table/3ec6ee10e82e4c798c6d953844926e75 is 53, key is hbase:replication/table:state/1732040216360/Put/seqid=0 2024-11-19T18:16:59,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741841_1017 (size=5256) 2024-11-19T18:16:59,643 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:16:59,643 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:16:59,643 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:16:59,843 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:16:59,925 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,2-30db5f576be8,34715,1732040206805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805/30db5f576be8%2C34715%2C1732040206805.1732040209751 to pos 0, reset compression=false 2024-11-19T18:17:00,035 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/table/3ec6ee10e82e4c798c6d953844926e75 2024-11-19T18:17:00,043 DEBUG [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:00,044 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/info/d3b75e963eeb4eb39171167cb23c5879 as hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/info/d3b75e963eeb4eb39171167cb23c5879 2024-11-19T18:17:00,052 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/info/d3b75e963eeb4eb39171167cb23c5879, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T18:17:00,053 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/ns/bd048c3f5fc54e40861590185fa10f69 as hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/ns/bd048c3f5fc54e40861590185fa10f69 2024-11-19T18:17:00,060 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/ns/bd048c3f5fc54e40861590185fa10f69, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T18:17:00,061 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/table/3ec6ee10e82e4c798c6d953844926e75 as hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/table/3ec6ee10e82e4c798c6d953844926e75 2024-11-19T18:17:00,069 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/table/3ec6ee10e82e4c798c6d953844926e75, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T18:17:00,070 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1429ms, sequenceid=11, compaction requested=false 2024-11-19T18:17:00,075 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T18:17:00,076 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:17:00,076 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:17:00,076 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:00,076 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040218641Running coprocessor pre-close hooks at 1732040218641Disabling compacts and flushes for region at 1732040218641Disabling writes for close at 1732040218641Obtaining lock to block concurrent updates at 1732040218644 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732040218644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732040218652 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732040218653 (+1 ms)Flushing 1588230740/info: creating writer at 1732040218655 (+2 ms)Flushing 1588230740/info: appending metadata at 1732040218695 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732040218697 (+2 ms)Flushing 1588230740/ns: creating writer at 1732040219174 (+477 ms)Flushing 1588230740/ns: appending metadata at 1732040219193 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732040219193Flushing 1588230740/table: creating writer at 1732040219613 (+420 ms)Flushing 1588230740/table: appending metadata at 1732040219628 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732040219628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf2ba84: reopening flushed file at 1732040220043 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e557b8: reopening flushed file at 1732040220052 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1a7a4a: reopening flushed file at 1732040220060 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1429ms, sequenceid=11, compaction requested=false at 1732040220070 (+10 ms)Writing region close event to WAL at 1732040220071 (+1 ms)Running coprocessor post-close hooks at 1732040220076 (+5 ms)Closed at 1732040220076 2024-11-19T18:17:00,076 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:00,244 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,34715,1732040206805; all regions closed. 2024-11-19T18:17:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741834_1010 (size=2742) 2024-11-19T18:17:00,254 DEBUG [RS:0;30db5f576be8:34715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs 2024-11-19T18:17:00,254 INFO [RS:0;30db5f576be8:34715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C34715%2C1732040206805.meta:.meta(num 1732040210652) 2024-11-19T18:17:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741837_1013 (size=1802) 2024-11-19T18:17:00,260 DEBUG [RS:0;30db5f576be8:34715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs 2024-11-19T18:17:00,260 INFO [RS:0;30db5f576be8:34715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C34715%2C1732040206805.rep:(num 1732040216300) 2024-11-19T18:17:00,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741832_1008 (size=93) 2024-11-19T18:17:00,265 DEBUG [RS:0;30db5f576be8:34715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs 2024-11-19T18:17:00,265 INFO [RS:0;30db5f576be8:34715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C34715%2C1732040206805:(num 1732040209751) 2024-11-19T18:17:00,265 DEBUG [RS:0;30db5f576be8:34715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:00,265 INFO [RS:0;30db5f576be8:34715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:17:00,265 INFO [RS:0;30db5f576be8:34715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:17:00,266 INFO [RS:0;30db5f576be8:34715 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T18:17:00,266 INFO [RS:0;30db5f576be8:34715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:17:00,266 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:17:00,266 INFO [RS:0;30db5f576be8:34715 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,34715,1732040206805 because: Region server is closing 2024-11-19T18:17:00,267 INFO [RS:0;30db5f576be8:34715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:34715. 2024-11-19T18:17:00,267 DEBUG [RS:0;30db5f576be8:34715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:00,267 DEBUG [RS:0;30db5f576be8:34715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:00,267 DEBUG [RS:0;30db5f576be8:34715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:00,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:00,368 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805.replicationSource.shipper30db5f576be8%2C34715%2C1732040206805,1-30db5f576be8,34715,1732040206805 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T18:17:00,368 INFO [RS:0;30db5f576be8:34715 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34715,1732040206805.replicationSource.shipper30db5f576be8%2C34715%2C1732040206805,1-30db5f576be8,34715,1732040206805 terminated 2024-11-19T18:17:00,369 INFO [RS:0;30db5f576be8:34715 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-30db5f576be8,34715,1732040206805 because: Region server is closing 2024-11-19T18:17:00,369 INFO [RS:0;30db5f576be8:34715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:34715. 2024-11-19T18:17:00,369 DEBUG [RS:0;30db5f576be8:34715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:00,369 DEBUG [RS:0;30db5f576be8:34715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:00,370 DEBUG [RS:0;30db5f576be8:34715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:00,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:00,470 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805.replicationSource.wal-reader.30db5f576be8%2C34715%2C1732040206805,2-30db5f576be8,34715,1732040206805 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:17:00,470 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805.replicationSource.shipper30db5f576be8%2C34715%2C1732040206805,2-30db5f576be8,34715,1732040206805 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T18:17:00,470 INFO [RS:0;30db5f576be8:34715 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,34715,1732040206805.replicationSource.shipper30db5f576be8%2C34715%2C1732040206805,2-30db5f576be8,34715,1732040206805 terminated 2024-11-19T18:17:00,471 INFO [RS:0;30db5f576be8:34715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34715 2024-11-19T18:17:00,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985443189/rs/30db5f576be8,34715,1732040206805 2024-11-19T18:17:00,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/rs 2024-11-19T18:17:00,475 INFO [RS:0;30db5f576be8:34715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:17:00,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,34715,1732040206805] 2024-11-19T18:17:00,479 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/draining/30db5f576be8,34715,1732040206805 already deleted, retry=false 2024-11-19T18:17:00,480 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,34715,1732040206805 expired; onlineServers=0 2024-11-19T18:17:00,480 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,44585,1732040206130' ***** 2024-11-19T18:17:00,480 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:17:00,480 INFO [M:0;30db5f576be8:44585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:17:00,480 INFO [M:0;30db5f576be8:44585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:17:00,480 DEBUG [M:0;30db5f576be8:44585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:17:00,480 DEBUG [M:0;30db5f576be8:44585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:17:00,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:17:00,480 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040209398 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040209398,5,FailOnTimeoutGroup] 2024-11-19T18:17:00,480 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040209397 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040209397,5,FailOnTimeoutGroup] 2024-11-19T18:17:00,481 INFO [M:0;30db5f576be8:44585 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:17:00,481 INFO [M:0;30db5f576be8:44585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:17:00,481 DEBUG [M:0;30db5f576be8:44585 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:17:00,481 INFO [M:0;30db5f576be8:44585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:17:00,481 INFO [M:0;30db5f576be8:44585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:17:00,482 INFO [M:0;30db5f576be8:44585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:17:00,482 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:17:00,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985443189/master 2024-11-19T18:17:00,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:17:00,483 DEBUG [M:0;30db5f576be8:44585 {}] zookeeper.ZKUtil(347): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/master because node does not exist (not an error) 2024-11-19T18:17:00,483 WARN [M:0;30db5f576be8:44585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:17:00,484 INFO [M:0;30db5f576be8:44585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/.lastflushedseqids 2024-11-19T18:17:00,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741842_1018 (size=181) 2024-11-19T18:17:00,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:00,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x101317202f00001, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:00,579 INFO [RS:0;30db5f576be8:34715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:17:00,579 INFO [RS:0;30db5f576be8:34715 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,34715,1732040206805; zookeeper connection closed. 2024-11-19T18:17:00,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f60b2c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f60b2c1 2024-11-19T18:17:00,580 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:17:00,896 INFO [M:0;30db5f576be8:44585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:17:00,896 INFO [M:0;30db5f576be8:44585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:17:00,896 DEBUG [M:0;30db5f576be8:44585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:17:00,896 INFO [M:0;30db5f576be8:44585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:00,897 DEBUG [M:0;30db5f576be8:44585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:00,897 DEBUG [M:0;30db5f576be8:44585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:17:00,897 DEBUG [M:0;30db5f576be8:44585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:00,897 INFO [M:0;30db5f576be8:44585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-19T18:17:00,915 DEBUG [M:0;30db5f576be8:44585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d705b24ac89a4aaf9c647aecf885fb86 is 82, key is hbase:meta,,1/info:regioninfo/1732040210737/Put/seqid=0 2024-11-19T18:17:00,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741843_1019 (size=5672) 2024-11-19T18:17:01,321 INFO [M:0;30db5f576be8:44585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d705b24ac89a4aaf9c647aecf885fb86 2024-11-19T18:17:01,353 DEBUG [M:0;30db5f576be8:44585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03ee6d8894b54c07b476f857d5a0bd82 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732040216366/Put/seqid=0 2024-11-19T18:17:01,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741844_1020 (size=8663) 2024-11-19T18:17:01,760 INFO [M:0;30db5f576be8:44585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03ee6d8894b54c07b476f857d5a0bd82 2024-11-19T18:17:01,784 DEBUG [M:0;30db5f576be8:44585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a835852f32a433dbe1ea081d0f40332 is 69, key is 30db5f576be8,34715,1732040206805/rs:state/1732040209520/Put/seqid=0 2024-11-19T18:17:01,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741845_1021 (size=5156) 2024-11-19T18:17:01,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:17:02,190 INFO [M:0;30db5f576be8:44585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a835852f32a433dbe1ea081d0f40332 2024-11-19T18:17:02,198 DEBUG [M:0;30db5f576be8:44585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d705b24ac89a4aaf9c647aecf885fb86 as hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d705b24ac89a4aaf9c647aecf885fb86 2024-11-19T18:17:02,204 INFO [M:0;30db5f576be8:44585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d705b24ac89a4aaf9c647aecf885fb86, entries=8, sequenceid=115, filesize=5.5 K 2024-11-19T18:17:02,206 DEBUG [M:0;30db5f576be8:44585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03ee6d8894b54c07b476f857d5a0bd82 as hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03ee6d8894b54c07b476f857d5a0bd82 2024-11-19T18:17:02,212 INFO [M:0;30db5f576be8:44585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03ee6d8894b54c07b476f857d5a0bd82, entries=14, sequenceid=115, filesize=8.5 K 2024-11-19T18:17:02,214 DEBUG [M:0;30db5f576be8:44585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a835852f32a433dbe1ea081d0f40332 as hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a835852f32a433dbe1ea081d0f40332 2024-11-19T18:17:02,220 INFO [M:0;30db5f576be8:44585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a835852f32a433dbe1ea081d0f40332, entries=1, sequenceid=115, filesize=5.0 K 2024-11-19T18:17:02,222 INFO [M:0;30db5f576be8:44585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false 2024-11-19T18:17:02,223 INFO [M:0;30db5f576be8:44585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:02,223 DEBUG [M:0;30db5f576be8:44585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040220896Disabling compacts and flushes for region at 1732040220896Disabling writes for close at 1732040220897 (+1 ms)Obtaining lock to block concurrent updates at 1732040220897Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040220897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732040220897Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040220898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040220898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040220914 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040220914Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040221328 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040221353 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040221353Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040221768 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040221784 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040221784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2217cf1a: reopening flushed file at 1732040222197 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecc17ba: reopening flushed file at 1732040222205 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f59764: reopening flushed file at 1732040222213 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false at 1732040222222 (+9 ms)Writing region close event to WAL at 1732040222223 (+1 ms)Closed at 1732040222223 2024-11-19T18:17:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741830_1006 (size=59421) 2024-11-19T18:17:02,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,44585,1732040206130/30db5f576be8%2C44585%2C1732040206130.1732040208850 not finished, retry = 0 2024-11-19T18:17:02,328 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:17:02,328 INFO [M:0;30db5f576be8:44585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:17:02,328 INFO [M:0;30db5f576be8:44585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44585 2024-11-19T18:17:02,328 INFO [M:0;30db5f576be8:44585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:17:02,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:02,431 INFO [M:0;30db5f576be8:44585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:17:02,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44585-0x101317202f00000, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:02,434 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:17:02,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:02,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:02,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:17:02,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:02,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:17:02,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:17:02,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:17:02,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37023 2024-11-19T18:17:02,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37023 connecting to ZooKeeper ensemble=127.0.0.1:64735 2024-11-19T18:17:02,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370230x0, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:02,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37023-0x101317202f00006 connected 2024-11-19T18:17:02,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:02,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:02,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/running 2024-11-19T18:17:02,449 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: INIT 2024-11-19T18:17:02,449 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12, hbase.cluster.distributed=false 2024-11-19T18:17:02,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/acl 2024-11-19T18:17:02,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-19T18:17:02,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37023 2024-11-19T18:17:02,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37023 2024-11-19T18:17:02,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-19T18:17:02,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-19T18:17:02,470 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:17:02,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:02,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:02,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:17:02,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:02,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:17:02,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:17:02,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:17:02,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36561 2024-11-19T18:17:02,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36561 connecting to ZooKeeper ensemble=127.0.0.1:64735 2024-11-19T18:17:02,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:02,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:02,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365610x0, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:02,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36561-0x101317202f00007 connected 2024-11-19T18:17:02,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/running 2024-11-19T18:17:02,482 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: INIT 2024-11-19T18:17:02,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:17:02,483 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:17:02,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/master 2024-11-19T18:17:02,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/acl 2024-11-19T18:17:02,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36561 2024-11-19T18:17:02,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36561 2024-11-19T18:17:02,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36561 2024-11-19T18:17:02,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36561 2024-11-19T18:17:02,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36561 2024-11-19T18:17:02,503 DEBUG [M:0;30db5f576be8:37023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:37023 2024-11-19T18:17:02,504 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1985443189/backup-masters/30db5f576be8,37023,1732040222433 2024-11-19T18:17:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/backup-masters 2024-11-19T18:17:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/backup-masters 2024-11-19T18:17:02,506 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on existing znode=/0-1985443189/backup-masters/30db5f576be8,37023,1732040222433 2024-11-19T18:17:02,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1985443189/master 2024-11-19T18:17:02,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:17:02,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:17:02,509 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on existing znode=/0-1985443189/master 2024-11-19T18:17:02,510 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1985443189/backup-masters/30db5f576be8,37023,1732040222433 from backup master directory 2024-11-19T18:17:02,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/backup-masters 2024-11-19T18:17:02,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985443189/backup-masters/30db5f576be8,37023,1732040222433 2024-11-19T18:17:02,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/backup-masters 2024-11-19T18:17:02,511 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:17:02,511 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,37023,1732040222433 2024-11-19T18:17:02,528 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:02,528 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:17:02,543 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-19T18:17:02,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741846_1022 (size=196) 2024-11-19T18:17:02,953 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:17:02,954 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:17:02,955 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:02,963 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T18:17:02,966 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,44585,1732040206130 to hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,44585,1732040206130-dead as it is dead 2024-11-19T18:17:02,968 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T18:17:02,968 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T18:17:02,968 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,44585,1732040206130-dead/30db5f576be8%2C44585%2C1732040206130.1732040208850 2024-11-19T18:17:02,974 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,44585,1732040206130-dead/30db5f576be8%2C44585%2C1732040206130.1732040208850 after 4ms 2024-11-19T18:17:02,975 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,44585,1732040206130-dead/30db5f576be8%2C44585%2C1732040206130.1732040208850 to hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30db5f576be8%2C44585%2C1732040206130.1732040208850 2024-11-19T18:17:02,975 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,44585,1732040206130-dead 2024-11-19T18:17:02,975 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,37023,1732040222433 2024-11-19T18:17:02,977 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:17:02,978 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C37023%2C1732040222433, suffix=, logDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,37023,1732040222433, archiveDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/oldWALs, maxLogs=10 2024-11-19T18:17:02,992 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,37023,1732040222433/30db5f576be8%2C37023%2C1732040222433.1732040222978, exclude list is [], retry=0 2024-11-19T18:17:02,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-926bfef2-55f6-4d67-9214-c905aa6acb1e,DISK] 2024-11-19T18:17:02,998 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/WALs/30db5f576be8,37023,1732040222433/30db5f576be8%2C37023%2C1732040222433.1732040222978 2024-11-19T18:17:02,998 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39251:39251)] 2024-11-19T18:17:02,998 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:02,998 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:02,998 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:02,999 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:03,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:03,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:17:03,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:03,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d705b24ac89a4aaf9c647aecf885fb86 2024-11-19T18:17:03,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:03,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:03,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:17:03,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:03,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03ee6d8894b54c07b476f857d5a0bd82 2024-11-19T18:17:03,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:03,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:03,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:17:03,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:03,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a835852f32a433dbe1ea081d0f40332 2024-11-19T18:17:03,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:03,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:03,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:17:03,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:03,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:03,028 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:03,029 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T18:17:03,029 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30db5f576be8%2C44585%2C1732040206130.1732040208850 2024-11-19T18:17:03,045 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30db5f576be8%2C44585%2C1732040206130.1732040208850 2024-11-19T18:17:03,047 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30db5f576be8%2C44585%2C1732040206130.1732040208850 2024-11-19T18:17:03,048 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:03,048 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:03,049 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:03,051 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:03,054 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-19T18:17:03,056 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75016918, jitterRate=0.11783918738365173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:03,056 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040222999Initializing all the Stores at 1732040223000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040223000Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040223000Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040223000Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040223000Cleaning up temporary data from old regions at 1732040223048 (+48 ms)Region opened successfully at 1732040223056 (+8 ms) 2024-11-19T18:17:03,056 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:17:03,060 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354c39f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:17:03,071 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T18:17:03,072 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:17:03,072 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:17:03,072 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:17:03,072 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:17:03,077 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:03,078 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:17:03,078 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:17:03,079 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:17:03,079 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T18:17:03,079 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T18:17:03,079 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-19T18:17:03,079 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:17:03,083 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=30db5f576be8,34715,1732040206805, regionLocation=30db5f576be8,34715,1732040206805, openSeqNum=2 2024-11-19T18:17:03,083 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=30db5f576be8,34715,1732040206805, table=hbase:meta, region=1588230740 2024-11-19T18:17:03,083 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,34715,1732040206805, state=OPEN 2024-11-19T18:17:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1985443189/meta-region-server 2024-11-19T18:17:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1985443189/meta-region-server 2024-11-19T18:17:03,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: CHANGED 2024-11-19T18:17:03,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: CHANGED 2024-11-19T18:17:03,090 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:17:03,098 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/draining/30db5f576be8,34715,1732040206805 already deleted, retry=false 2024-11-19T18:17:03,098 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 30db5f576be8,34715,1732040206805 on 30db5f576be8,37023,1732040222433 2024-11-19T18:17:03,104 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 30db5f576be8,34715,1732040206805, splitWal=true, meta=true 2024-11-19T18:17:03,106 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 30db5f576be8,34715,1732040206805 (carryingMeta=true) 30db5f576be8,34715,1732040206805/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@389e375[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T18:17:03,109 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/balancer because node does not exist (not necessarily an error) 2024-11-19T18:17:03,115 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/balancer already deleted, retry=false 2024-11-19T18:17:03,116 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:17:03,116 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:17:03,117 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/normalizer already deleted, retry=false 2024-11-19T18:17:03,118 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:17:03,119 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:17:03,121 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/switch/split already deleted, retry=false 2024-11-19T18:17:03,122 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:17:03,123 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/switch/merge already deleted, retry=false 2024-11-19T18:17:03,131 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:17:03,133 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/snapshot-cleanup already deleted, retry=false 2024-11-19T18:17:03,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1985443189/running 2024-11-19T18:17:03,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1985443189/running 2024-11-19T18:17:03,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:17:03,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:17:03,136 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,37023,1732040222433, sessionid=0x101317202f00006, setting cluster-up flag (Was=false) 2024-11-19T18:17:03,138 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1985443189/flush-table-proc/acquired, /0-1985443189/flush-table-proc/reached, /0-1985443189/flush-table-proc/abort 2024-11-19T18:17:03,139 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,37023,1732040222433 2024-11-19T18:17:03,142 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1985443189/online-snapshot/acquired, /0-1985443189/online-snapshot/reached, /0-1985443189/online-snapshot/abort 2024-11-19T18:17:03,143 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,37023,1732040222433 2024-11-19T18:17:03,145 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/.lastflushedseqids 2024-11-19T18:17:03,148 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:17:03,148 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:17:03,149 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,37023,1732040222433 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 30db5f576be8,34715,1732040206805 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:17:03,150 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:03,150 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:03,150 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:03,150 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:03,150 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:17:03,150 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,150 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:17:03,150 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,153 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040253153 2024-11-19T18:17:03,153 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:17:03,153 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:17:03,153 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:17:03,154 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:17:03,154 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 30db5f576be8,34715,1732040206805, splitWal=true, meta=true 2024-11-19T18:17:03,154 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:17:03,154 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:17:03,154 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:17:03,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:17:03,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:17:03,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:17:03,155 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 30db5f576be8,34715,1732040206805, splitWal=true, meta=true, isMeta: true 2024-11-19T18:17:03,156 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:17:03,156 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:17:03,156 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040223156,5,FailOnTimeoutGroup] 2024-11-19T18:17:03,157 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805-splitting 2024-11-19T18:17:03,158 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805-splitting dir is empty, no logs to split. 2024-11-19T18:17:03,158 INFO [PEWorker-1 {}] master.SplitWALManager(105): 30db5f576be8,34715,1732040206805 WAL count=0, meta=true 2024-11-19T18:17:03,160 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040223156,5,FailOnTimeoutGroup] 2024-11-19T18:17:03,160 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,160 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:17:03,160 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,160 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040223160, completionTime=-1 2024-11-19T18:17:03,161 WARN [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T18:17:03,163 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805-splitting dir is empty, no logs to split. 2024-11-19T18:17:03,163 INFO [PEWorker-1 {}] master.SplitWALManager(105): 30db5f576be8,34715,1732040206805 WAL count=0, meta=true 2024-11-19T18:17:03,163 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 30db5f576be8,34715,1732040206805 WAL splitting is done? wals=0, meta=true 2024-11-19T18:17:03,164 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T18:17:03,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:17:03,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:17:03,168 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T18:17:03,193 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(746): ClusterId : 683d06d2-fdec-4dda-a1a6-f98c6acf7dc3 2024-11-19T18:17:03,193 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:17:03,197 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:17:03,197 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:17:03,199 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:17:03,200 DEBUG [RS:0;30db5f576be8:36561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7e75f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:17:03,219 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:36561 2024-11-19T18:17:03,219 INFO [RS:0;30db5f576be8:36561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:17:03,219 INFO [RS:0;30db5f576be8:36561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:17:03,220 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:17:03,221 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,37023,1732040222433 with port=36561, startcode=1732040222470 2024-11-19T18:17:03,221 DEBUG [RS:0;30db5f576be8:36561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:17:03,223 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:17:03,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,36561,1732040222470 2024-11-19T18:17:03,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37023 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,36561,1732040222470 2024-11-19T18:17:03,226 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12 2024-11-19T18:17:03,226 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33633 2024-11-19T18:17:03,226 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:17:03,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/rs 2024-11-19T18:17:03,229 DEBUG [RS:0;30db5f576be8:36561 {}] zookeeper.ZKUtil(111): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on existing znode=/0-1985443189/rs/30db5f576be8,36561,1732040222470 2024-11-19T18:17:03,229 WARN [RS:0;30db5f576be8:36561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:17:03,229 INFO [RS:0;30db5f576be8:36561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:03,229 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470 2024-11-19T18:17:03,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,36561,1732040222470] 2024-11-19T18:17:03,265 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T18:17:03,271 INFO [RS:0;30db5f576be8:36561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:17:03,274 INFO [RS:0;30db5f576be8:36561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:17:03,274 INFO [RS:0;30db5f576be8:36561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:17:03,274 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,275 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:17:03,276 INFO [RS:0;30db5f576be8:36561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:17:03,276 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,276 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,276 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,276 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,276 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,276 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,276 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:17:03,276 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,276 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,276 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,276 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,277 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,277 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:03,277 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:17:03,277 DEBUG [RS:0;30db5f576be8:36561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:17:03,279 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,280 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,280 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,280 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,280 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,280 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36561,1732040222470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:17:03,297 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:17:03,297 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36561,1732040222470-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,313 INFO [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,36561,1732040222470, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:17:03,319 WARN [30db5f576be8:37023 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T18:17:03,328 INFO [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSource(231): queueId=2-30db5f576be8,36561,1732040222470, ReplicationSource: 2, currentBandwidth=0 2024-11-19T18:17:03,328 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,328 INFO [RS:0;30db5f576be8:36561 {}] regionserver.Replication(171): 30db5f576be8,36561,1732040222470 started 2024-11-19T18:17:03,329 DEBUG [RS:0;30db5f576be8:36561.replicationSource,1-30db5f576be8,36561,1732040222470 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:37437' 2024-11-19T18:17:03,330 DEBUG [RS:0;30db5f576be8:36561.replicationSource,1-30db5f576be8,36561,1732040222470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dbcfd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:03,330 DEBUG [RS:0;30db5f576be8:36561.replicationSource,1-30db5f576be8,36561,1732040222470 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37437,-1 for getting cluster id 2024-11-19T18:17:03,330 DEBUG [RS:0;30db5f576be8:36561.replicationSource,1-30db5f576be8,36561,1732040222470 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:03,331 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16bd74d0-8245-4873-aa3f-57e832a8e337' 2024-11-19T18:17:03,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:03,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16bd74d0-8245-4873-aa3f-57e832a8e337" 2024-11-19T18:17:03,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7228258a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:03,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37437,-1] 2024-11-19T18:17:03,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:03,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:03,334 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:03,335 DEBUG [RS:0;30db5f576be8:36561.replicationSource,1-30db5f576be8,36561,1732040222470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1504a4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:03,336 DEBUG [RS:0;30db5f576be8:36561.replicationSource,1-30db5f576be8,36561,1732040222470 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:03,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37437,1732040212137 2024-11-19T18:17:03,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57f4a598 2024-11-19T18:17:03,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:03,338 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T18:17:03,339 INFO [RS:0;30db5f576be8:36561.replicationSource,1-30db5f576be8,36561,1732040222470 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,36561,1732040222470 (queues=0) is replicating from cluster=683d06d2-fdec-4dda-a1a6-f98c6acf7dc3 to cluster=16bd74d0-8245-4873-aa3f-57e832a8e337 2024-11-19T18:17:03,345 DEBUG [RS:0;30db5f576be8:36561.replicationSource,2-30db5f576be8,36561,1732040222470 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:37437' 2024-11-19T18:17:03,347 DEBUG [RS:0;30db5f576be8:36561.replicationSource,2-30db5f576be8,36561,1732040222470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bceac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:03,347 DEBUG [RS:0;30db5f576be8:36561.replicationSource,2-30db5f576be8,36561,1732040222470 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37437,-1 for getting cluster id 2024-11-19T18:17:03,347 DEBUG [RS:0;30db5f576be8:36561.replicationSource,2-30db5f576be8,36561,1732040222470 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:03,348 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16bd74d0-8245-4873-aa3f-57e832a8e337' 2024-11-19T18:17:03,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:03,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16bd74d0-8245-4873-aa3f-57e832a8e337" 2024-11-19T18:17:03,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57054ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:03,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37437,-1] 2024-11-19T18:17:03,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:03,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:03,350 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:03,350 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:03,350 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,36561,1732040222470, RpcServer on 30db5f576be8/172.17.0.2:36561, sessionid=0x101317202f00007 2024-11-19T18:17:03,350 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:17:03,350 DEBUG [RS:0;30db5f576be8:36561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,36561,1732040222470 2024-11-19T18:17:03,350 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,36561,1732040222470' 2024-11-19T18:17:03,350 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1985443189/flush-table-proc/abort' 2024-11-19T18:17:03,351 DEBUG [RS:0;30db5f576be8:36561.replicationSource,2-30db5f576be8,36561,1732040222470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc50f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:03,351 DEBUG [RS:0;30db5f576be8:36561.replicationSource,2-30db5f576be8,36561,1732040222470 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:03,351 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1985443189/flush-table-proc/acquired' 2024-11-19T18:17:03,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37437,1732040212137 2024-11-19T18:17:03,352 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:17:03,352 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:17:03,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3936e5b0 2024-11-19T18:17:03,352 DEBUG [RS:0;30db5f576be8:36561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,36561,1732040222470 2024-11-19T18:17:03,352 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,36561,1732040222470' 2024-11-19T18:17:03,352 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1985443189/online-snapshot/abort' 2024-11-19T18:17:03,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:03,353 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1985443189/online-snapshot/acquired' 2024-11-19T18:17:03,353 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T18:17:03,354 DEBUG [RS:0;30db5f576be8:36561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:17:03,354 INFO [RS:0;30db5f576be8:36561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:17:03,354 INFO [RS:0;30db5f576be8:36561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:17:03,354 INFO [RS:0;30db5f576be8:36561.replicationSource,2-30db5f576be8,36561,1732040222470 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-30db5f576be8,36561,1732040222470 (queues=0) is replicating from cluster=683d06d2-fdec-4dda-a1a6-f98c6acf7dc3 to cluster=16bd74d0-8245-4873-aa3f-57e832a8e337 2024-11-19T18:17:03,454 INFO [RS:0;30db5f576be8:36561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:17:03,456 INFO [RS:0;30db5f576be8:36561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C36561%2C1732040222470, suffix=, logDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470, archiveDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs, maxLogs=10 2024-11-19T18:17:03,471 DEBUG [RS:0;30db5f576be8:36561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457, exclude list is [], retry=0 2024-11-19T18:17:03,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-926bfef2-55f6-4d67-9214-c905aa6acb1e,DISK] 2024-11-19T18:17:03,476 INFO [RS:0;30db5f576be8:36561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 2024-11-19T18:17:03,477 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 30db5f576be8%2C36561%2C1732040222470 for peer 1 2024-11-19T18:17:03,477 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 30db5f576be8%2C36561%2C1732040222470 for peer 2 2024-11-19T18:17:03,477 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C36561%2C1732040222470 2024-11-19T18:17:03,477 INFO [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,36561,1732040222470, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:17:03,479 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=30db5f576be8%2C36561%2C1732040222470 2024-11-19T18:17:03,479 INFO [RS:0;30db5f576be8:36561.replicationSource.shipper30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C36561%2C1732040222470 2024-11-19T18:17:03,479 INFO [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-30db5f576be8,36561,1732040222470, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:17:03,479 DEBUG [RS:0;30db5f576be8:36561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39251:39251)] 2024-11-19T18:17:03,479 INFO [RS:0;30db5f576be8:36561.replicationSource.shipper30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C36561%2C1732040222470 2024-11-19T18:17:03,479 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457, startPosition=0, beingWritten=true 2024-11-19T18:17:03,480 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457, startPosition=0, beingWritten=true 2024-11-19T18:17:03,569 DEBUG [30db5f576be8:37023 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:17:03,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,36561,1732040222470 2024-11-19T18:17:03,571 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,36561,1732040222470, state=OPENING 2024-11-19T18:17:03,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1985443189/meta-region-server 2024-11-19T18:17:03,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1985443189/meta-region-server 2024-11-19T18:17:03,573 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:17:03,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: CHANGED 2024-11-19T18:17:03,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: CHANGED 2024-11-19T18:17:03,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,36561,1732040222470}] 2024-11-19T18:17:03,690 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:03,690 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:03,727 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:17:03,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:17:03,733 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:17:03,733 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:03,733 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:17:03,735 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C36561%2C1732040222470.meta, suffix=.meta, logDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470, archiveDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs, maxLogs=10 2024-11-19T18:17:03,749 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.meta.1732040223735.meta, exclude list is [], retry=0 2024-11-19T18:17:03,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-926bfef2-55f6-4d67-9214-c905aa6acb1e,DISK] 2024-11-19T18:17:03,754 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.meta.1732040223735.meta 2024-11-19T18:17:03,754 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39251:39251)] 2024-11-19T18:17:03,754 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:03,755 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:17:03,755 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:17:03,755 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:17:03,755 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:17:03,755 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:17:03,755 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:03,755 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:17:03,756 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:17:03,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:17:03,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:17:03,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:03,765 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/info/d3b75e963eeb4eb39171167cb23c5879 2024-11-19T18:17:03,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:03,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:17:03,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:17:03,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:03,773 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/ns/bd048c3f5fc54e40861590185fa10f69 2024-11-19T18:17:03,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:03,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:17:03,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:17:03,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:03,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:03,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:17:03,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:17:03,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:03,783 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/table/3ec6ee10e82e4c798c6d953844926e75 2024-11-19T18:17:03,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:03,783 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:17:03,784 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740 2024-11-19T18:17:03,785 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740 2024-11-19T18:17:03,787 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:17:03,787 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:17:03,788 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:03,789 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:17:03,790 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66839587, jitterRate=-0.004012539982795715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:03,790 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:17:03,790 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040223756Writing region info on filesystem at 1732040223756Initializing all the Stores at 1732040223757 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040223757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040223757Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040223757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040223757Cleaning up temporary data from old regions at 1732040223787 (+30 ms)Running coprocessor post-open hooks at 1732040223790 (+3 ms)Region opened successfully at 1732040223790 2024-11-19T18:17:03,791 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732040223726 2024-11-19T18:17:03,794 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:17:03,794 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:17:03,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=30db5f576be8,36561,1732040222470 2024-11-19T18:17:03,796 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,36561,1732040222470, state=OPEN 2024-11-19T18:17:03,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1985443189/meta-region-server 2024-11-19T18:17:03,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1985443189/meta-region-server 2024-11-19T18:17:03,803 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,36561,1732040222470 2024-11-19T18:17:03,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: CHANGED 2024-11-19T18:17:03,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985443189/meta-region-server: CHANGED 2024-11-19T18:17:03,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T18:17:03,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,36561,1732040222470 in 230 msec 2024-11-19T18:17:03,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T18:17:03,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-19T18:17:03,997 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:03,997 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:04,404 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:04,404 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:04,767 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-19T18:17:04,911 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:04,911 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:05,518 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:05,518 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:06,224 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:06,225 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:06,269 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T18:17:06,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T18:17:07,030 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:07,030 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:07,671 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T18:17:07,672 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:17:07,672 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:07,672 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,36561,1732040222470, seqNum=-1] 2024-11-19T18:17:07,672 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:07,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:07,680 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=217ea56d37b614f04a2c6fb72fa759f7, regionState=OPEN, lastHost=30db5f576be8,34715,1732040206805, regionLocation=30db5f576be8,34715,1732040206805, openSeqNum=2 2024-11-19T18:17:07,680 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:17:07,680 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040287680 2024-11-19T18:17:07,680 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040347680 2024-11-19T18:17:07,680 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-19T18:17:07,681 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37023,1732040222433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:07,681 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37023,1732040222433-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:07,681 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 30db5f576be8,34715,1732040206805 had 2 regions 2024-11-19T18:17:07,681 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37023,1732040222433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:07,681 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:37023, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:07,681 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:07,682 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:07,683 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 30db5f576be8,34715,1732040206805, splitWal=true, meta=true, isMeta: false 2024-11-19T18:17:07,685 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805-splitting dir is empty, no logs to split. 2024-11-19T18:17:07,685 INFO [PEWorker-3 {}] master.SplitWALManager(105): 30db5f576be8,34715,1732040206805 WAL count=0, meta=false 2024-11-19T18:17:07,688 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.177sec 2024-11-19T18:17:07,688 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:17:07,688 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:17:07,688 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:17:07,688 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:17:07,688 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:17:07,688 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37023,1732040222433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:17:07,688 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37023,1732040222433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:17:07,689 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,34715,1732040206805-splitting dir is empty, no logs to split. 2024-11-19T18:17:07,689 INFO [PEWorker-3 {}] master.SplitWALManager(105): 30db5f576be8,34715,1732040206805 WAL count=0, meta=false 2024-11-19T18:17:07,689 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 30db5f576be8,34715,1732040206805 WAL splitting is done? wals=0, meta=false 2024-11-19T18:17:07,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=217ea56d37b614f04a2c6fb72fa759f7, ASSIGN}] 2024-11-19T18:17:07,692 WARN [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=30db5f576be8,34715,1732040206805/hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:17:07,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=217ea56d37b614f04a2c6fb72fa759f7, ASSIGN 2024-11-19T18:17:07,693 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:17:07,693 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:17:07,694 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37023,1732040222433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:07,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=217ea56d37b614f04a2c6fb72fa759f7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T18:17:07,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:07,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37023,-1 for getting cluster id 2024-11-19T18:17:07,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:07,698 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '683d06d2-fdec-4dda-a1a6-f98c6acf7dc3' 2024-11-19T18:17:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "683d06d2-fdec-4dda-a1a6-f98c6acf7dc3" 2024-11-19T18:17:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4e931d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37023,-1] 2024-11-19T18:17:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:07,700 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:07,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f886e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:07,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,36561,1732040222470, seqNum=-1] 2024-11-19T18:17:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:07,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:07,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T18:17:07,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:07,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:07,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:07,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:07,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:07,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 30db5f576be8:37023 after: 30db5f576be8:37023 2024-11-19T18:17:07,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:07,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37023,-1 for getting cluster id 2024-11-19T18:17:07,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:07,709 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '683d06d2-fdec-4dda-a1a6-f98c6acf7dc3' 2024-11-19T18:17:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "683d06d2-fdec-4dda-a1a6-f98c6acf7dc3" 2024-11-19T18:17:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4712ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37023,-1] 2024-11-19T18:17:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:07,711 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:07,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:07,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:07,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37023,1732040222433 2024-11-19T18:17:07,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9807ff5 2024-11-19T18:17:07,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:07,713 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:17:07,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T18:17:07,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T18:17:07,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T18:17:07,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T18:17:07,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:17:07,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:07,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:07,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:07,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:07,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:07,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:17:07,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1743264562, stopped=false 2024-11-19T18:17:07,717 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,37437,1732040212137 2024-11-19T18:17:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1732662878/running 2024-11-19T18:17:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:17:07,719 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:17:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1732662878/running 2024-11-19T18:17:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:17:07,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:07,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:07,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:07,720 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,33253,1732040212187' ***** 2024-11-19T18:17:07,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Set watcher on znode that does not yet exist, /1732662878/running 2024-11-19T18:17:07,720 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:17:07,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Set watcher on znode that does not yet exist, /1732662878/running 2024-11-19T18:17:07,720 INFO [RS:0;30db5f576be8:33253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:17:07,720 INFO [RS:0;30db5f576be8:33253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:17:07,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:17:07,720 INFO [RS:0;30db5f576be8:33253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:17:07,720 INFO [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,33253,1732040212187 2024-11-19T18:17:07,720 INFO [RS:0;30db5f576be8:33253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:17:07,720 INFO [RS:0;30db5f576be8:33253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:33253. 2024-11-19T18:17:07,720 DEBUG [RS:0;30db5f576be8:33253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:07,720 DEBUG [RS:0;30db5f576be8:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:07,720 INFO [RS:0;30db5f576be8:33253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:17:07,720 INFO [RS:0;30db5f576be8:33253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:17:07,721 INFO [RS:0;30db5f576be8:33253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:17:07,721 INFO [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:17:07,721 INFO [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:17:07,721 DEBUG [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:17:07,721 DEBUG [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:07,721 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:17:07,721 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:17:07,721 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:17:07,721 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:17:07,721 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:17:07,721 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T18:17:07,739 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/1588230740/.tmp/ns/a550300decae4e9eb93e6febdef56d3b is 43, key is default/ns:d/1732040215361/Put/seqid=0 2024-11-19T18:17:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741835_1011 (size=5153) 2024-11-19T18:17:07,785 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:17:07,844 DEBUG [30db5f576be8:37023 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:17:07,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=217ea56d37b614f04a2c6fb72fa759f7, regionState=OPENING, regionLocation=30db5f576be8,36561,1732040222470 2024-11-19T18:17:07,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=217ea56d37b614f04a2c6fb72fa759f7, ASSIGN because future has completed 2024-11-19T18:17:07,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 217ea56d37b614f04a2c6fb72fa759f7, server=30db5f576be8,36561,1732040222470}] 2024-11-19T18:17:07,921 DEBUG [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:07,937 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:07,937 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:08,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:17:08,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:08,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:17:08,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C36561%2C1732040222470.rep, suffix=, logDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470, archiveDir=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs, maxLogs=10 2024-11-19T18:17:08,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.rep.1732040228009, exclude list is [], retry=0 2024-11-19T18:17:08,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-926bfef2-55f6-4d67-9214-c905aa6acb1e,DISK] 2024-11-19T18:17:08,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.rep.1732040228009 2024-11-19T18:17:08,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39251:39251)] 2024-11-19T18:17:08,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 217ea56d37b614f04a2c6fb72fa759f7, NAME => 'hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:08,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:17:08,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:17:08,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. service=MultiRowMutationService 2024-11-19T18:17:08,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:17:08,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:08,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,031 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,032 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 217ea56d37b614f04a2c6fb72fa759f7 columnFamilyName hfileref 2024-11-19T18:17:08,032 DEBUG [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:08,033 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(327): Store=217ea56d37b614f04a2c6fb72fa759f7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:08,033 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,034 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 217ea56d37b614f04a2c6fb72fa759f7 columnFamilyName queue 2024-11-19T18:17:08,034 DEBUG [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:08,041 DEBUG [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7/queue/3ab8bfa5749a4e95b769ba04416345a2 2024-11-19T18:17:08,041 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(327): Store=217ea56d37b614f04a2c6fb72fa759f7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:08,041 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,042 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 217ea56d37b614f04a2c6fb72fa759f7 columnFamilyName sid 2024-11-19T18:17:08,042 DEBUG [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:08,042 INFO [StoreOpener-217ea56d37b614f04a2c6fb72fa759f7-1 {}] regionserver.HStore(327): Store=217ea56d37b614f04a2c6fb72fa759f7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:08,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:17:08,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 217ea56d37b614f04a2c6fb72fa759f7; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65896917, jitterRate=-0.018059417605400085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:17:08,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:08,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 217ea56d37b614f04a2c6fb72fa759f7: Running coprocessor pre-open hook at 1732040228030Writing region info on filesystem at 1732040228030Initializing all the Stores at 1732040228031 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040228031Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040228031Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040228031Cleaning up temporary data from old regions at 1732040228046 (+15 ms)Running coprocessor post-open hooks at 1732040228049 (+3 ms)Region opened successfully at 1732040228050 (+1 ms) 2024-11-19T18:17:08,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7., pid=19, masterSystemTime=1732040228002 2024-11-19T18:17:08,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:17:08,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:17:08,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=217ea56d37b614f04a2c6fb72fa759f7, regionState=OPEN, openSeqNum=10, regionLocation=30db5f576be8,36561,1732040222470 2024-11-19T18:17:08,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 217ea56d37b614f04a2c6fb72fa759f7, server=30db5f576be8,36561,1732040222470 because future has completed 2024-11-19T18:17:08,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T18:17:08,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 217ea56d37b614f04a2c6fb72fa759f7, server=30db5f576be8,36561,1732040222470 in 210 msec 2024-11-19T18:17:08,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-19T18:17:08,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=217ea56d37b614f04a2c6fb72fa759f7, ASSIGN in 370 msec 2024-11-19T18:17:08,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T18:17:08,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7., hostname=30db5f576be8,36561,1732040222470, seqNum=10] 2024-11-19T18:17:08,101 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 30db5f576be8,34715,1732040206805 2024-11-19T18:17:08,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T18:17:08,121 DEBUG [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:08,145 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/1588230740/.tmp/ns/a550300decae4e9eb93e6febdef56d3b 2024-11-19T18:17:08,153 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/1588230740/.tmp/ns/a550300decae4e9eb93e6febdef56d3b as hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/1588230740/ns/a550300decae4e9eb93e6febdef56d3b 2024-11-19T18:17:08,159 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/1588230740/ns/a550300decae4e9eb93e6febdef56d3b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T18:17:08,160 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-11-19T18:17:08,160 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:17:08,166 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T18:17:08,166 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:17:08,166 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:17:08,167 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:08,167 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040227721Running coprocessor pre-close hooks at 1732040227721Disabling compacts and flushes for region at 1732040227721Disabling writes for close at 1732040227721Obtaining lock to block concurrent updates at 1732040227721Preparing flush snapshotting stores in 1588230740 at 1732040227721Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732040227722 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732040227723 (+1 ms)Flushing 1588230740/ns: creating writer at 1732040227723Flushing 1588230740/ns: appending metadata at 1732040227739 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732040227739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71fa3d24: reopening flushed file at 1732040228152 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1732040228160 (+8 ms)Writing region close event to WAL at 1732040228162 (+2 ms)Running coprocessor post-close hooks at 1732040228166 (+4 ms)Closed at 1732040228166 2024-11-19T18:17:08,167 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:08,259 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:17:08,259 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:17:08,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-19T18:17:08,322 INFO [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,33253,1732040212187; all regions closed. 2024-11-19T18:17:08,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741834_1010 (size=1152) 2024-11-19T18:17:08,325 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/WALs/30db5f576be8,33253,1732040212187/30db5f576be8%2C33253%2C1732040212187.meta.1732040215297.meta not finished, retry = 0 2024-11-19T18:17:08,428 DEBUG [RS:0;30db5f576be8:33253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/oldWALs 2024-11-19T18:17:08,428 INFO [RS:0;30db5f576be8:33253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C33253%2C1732040212187.meta:.meta(num 1732040215297) 2024-11-19T18:17:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741832_1008 (size=93) 2024-11-19T18:17:08,433 DEBUG [RS:0;30db5f576be8:33253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/oldWALs 2024-11-19T18:17:08,433 INFO [RS:0;30db5f576be8:33253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C33253%2C1732040212187:(num 1732040214313) 2024-11-19T18:17:08,433 DEBUG [RS:0;30db5f576be8:33253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:08,433 INFO [RS:0;30db5f576be8:33253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:17:08,433 INFO [RS:0;30db5f576be8:33253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:17:08,433 INFO [RS:0;30db5f576be8:33253 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:17:08,434 INFO [RS:0;30db5f576be8:33253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:17:08,434 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:17:08,434 INFO [RS:0;30db5f576be8:33253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33253 2024-11-19T18:17:08,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1732662878/rs/30db5f576be8,33253,1732040212187 2024-11-19T18:17:08,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878/rs 2024-11-19T18:17:08,436 INFO [RS:0;30db5f576be8:33253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:17:08,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,33253,1732040212187] 2024-11-19T18:17:08,439 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1732662878/draining/30db5f576be8,33253,1732040212187 already deleted, retry=false 2024-11-19T18:17:08,439 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,33253,1732040212187 expired; onlineServers=0 2024-11-19T18:17:08,439 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,37437,1732040212137' ***** 2024-11-19T18:17:08,439 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:17:08,440 INFO [M:0;30db5f576be8:37437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:17:08,440 INFO [M:0;30db5f576be8:37437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:17:08,440 DEBUG [M:0;30db5f576be8:37437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:17:08,440 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:17:08,440 DEBUG [M:0;30db5f576be8:37437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:17:08,440 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040214132 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040214132,5,FailOnTimeoutGroup] 2024-11-19T18:17:08,440 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040214132 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040214132,5,FailOnTimeoutGroup] 2024-11-19T18:17:08,440 INFO [M:0;30db5f576be8:37437 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:17:08,440 INFO [M:0;30db5f576be8:37437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:17:08,440 DEBUG [M:0;30db5f576be8:37437 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:17:08,441 INFO [M:0;30db5f576be8:37437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:17:08,441 INFO [M:0;30db5f576be8:37437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:17:08,441 INFO [M:0;30db5f576be8:37437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:17:08,441 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:17:08,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1732662878/master 2024-11-19T18:17:08,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1732662878 2024-11-19T18:17:08,442 DEBUG [M:0;30db5f576be8:37437 {}] zookeeper.ZKUtil(347): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Unable to get data of znode /1732662878/master because node does not exist (not an error) 2024-11-19T18:17:08,442 WARN [M:0;30db5f576be8:37437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:17:08,443 INFO [M:0;30db5f576be8:37437 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/.lastflushedseqids 2024-11-19T18:17:08,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741836_1012 (size=99) 2024-11-19T18:17:08,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:08,538 INFO [RS:0;30db5f576be8:33253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:17:08,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33253-0x101317202f00004, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:08,538 INFO [RS:0;30db5f576be8:33253 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,33253,1732040212187; zookeeper connection closed. 2024-11-19T18:17:08,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c6f7f6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c6f7f6c 2024-11-19T18:17:08,538 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:17:08,849 INFO [M:0;30db5f576be8:37437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:17:08,850 INFO [M:0;30db5f576be8:37437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:17:08,850 DEBUG [M:0;30db5f576be8:37437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:17:08,850 INFO [M:0;30db5f576be8:37437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:08,850 DEBUG [M:0;30db5f576be8:37437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:08,850 DEBUG [M:0;30db5f576be8:37437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:17:08,850 DEBUG [M:0;30db5f576be8:37437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:08,850 INFO [M:0;30db5f576be8:37437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T18:17:08,868 DEBUG [M:0;30db5f576be8:37437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a8d50e77d364059bbaa98d6fd8ee12a is 82, key is hbase:meta,,1/info:regioninfo/1732040215344/Put/seqid=0 2024-11-19T18:17:08,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741837_1013 (size=5672) 2024-11-19T18:17:08,943 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:08,943 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:09,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:17:09,274 INFO [M:0;30db5f576be8:37437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a8d50e77d364059bbaa98d6fd8ee12a 2024-11-19T18:17:09,303 DEBUG [M:0;30db5f576be8:37437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/963ebe2b4d6e4cf5a47b9668c4d844ba is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732040215367/Put/seqid=0 2024-11-19T18:17:09,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741838_1014 (size=5275) 2024-11-19T18:17:09,708 INFO [M:0;30db5f576be8:37437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/963ebe2b4d6e4cf5a47b9668c4d844ba 2024-11-19T18:17:09,730 DEBUG [M:0;30db5f576be8:37437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/528cd0a60f7b4c6389c70e8d217bdac9 is 69, key is 30db5f576be8,33253,1732040212187/rs:state/1732040214151/Put/seqid=0 2024-11-19T18:17:09,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741839_1015 (size=5156) 2024-11-19T18:17:10,050 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:10,050 DEBUG [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.1732040223457 to pos 0, reset compression=false 2024-11-19T18:17:10,135 INFO [M:0;30db5f576be8:37437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/528cd0a60f7b4c6389c70e8d217bdac9 2024-11-19T18:17:10,142 DEBUG [M:0;30db5f576be8:37437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a8d50e77d364059bbaa98d6fd8ee12a as hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a8d50e77d364059bbaa98d6fd8ee12a 2024-11-19T18:17:10,148 INFO [M:0;30db5f576be8:37437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a8d50e77d364059bbaa98d6fd8ee12a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T18:17:10,149 DEBUG [M:0;30db5f576be8:37437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/963ebe2b4d6e4cf5a47b9668c4d844ba as hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/963ebe2b4d6e4cf5a47b9668c4d844ba 2024-11-19T18:17:10,155 INFO [M:0;30db5f576be8:37437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/963ebe2b4d6e4cf5a47b9668c4d844ba, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T18:17:10,156 DEBUG [M:0;30db5f576be8:37437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/528cd0a60f7b4c6389c70e8d217bdac9 as hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/528cd0a60f7b4c6389c70e8d217bdac9 2024-11-19T18:17:10,161 INFO [M:0;30db5f576be8:37437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45737/user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/528cd0a60f7b4c6389c70e8d217bdac9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T18:17:10,162 INFO [M:0;30db5f576be8:37437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false 2024-11-19T18:17:10,164 INFO [M:0;30db5f576be8:37437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:10,164 DEBUG [M:0;30db5f576be8:37437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040228850Disabling compacts and flushes for region at 1732040228850Disabling writes for close at 1732040228850Obtaining lock to block concurrent updates at 1732040228850Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040228850Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732040228851 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040228851Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040228852 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040228868 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040228868Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040229287 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040229303 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040229303Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040229715 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040229730 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040229730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f94db8: reopening flushed file at 1732040230141 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10774577: reopening flushed file at 1732040230148 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f53b52: reopening flushed file at 1732040230155 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false at 1732040230162 (+7 ms)Writing region close event to WAL at 1732040230164 (+2 ms)Closed at 1732040230164 2024-11-19T18:17:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33333 is added to blk_1073741830_1006 (size=10165) 2024-11-19T18:17:10,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a75a2e13-3e55-fa20-49b2-ba09bdf62e5e/MasterData/WALs/30db5f576be8,37437,1732040212137/30db5f576be8%2C37437%2C1732040212137.1732040213927 not finished, retry = 0 2024-11-19T18:17:10,268 INFO [M:0;30db5f576be8:37437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:17:10,268 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:17:10,268 INFO [M:0;30db5f576be8:37437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37437 2024-11-19T18:17:10,271 INFO [M:0;30db5f576be8:37437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:17:10,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:10,373 INFO [M:0;30db5f576be8:37437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:17:10,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37437-0x101317202f00003, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:10,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:17:10,379 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:17:10,379 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:17:10,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:17:10,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/hadoop.log.dir/,STOPPED} 2024-11-19T18:17:10,382 WARN [BP-1683656595-172.17.0.2-1732040211053 heartbeating to localhost/127.0.0.1:45737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:17:10,382 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:17:10,382 WARN [BP-1683656595-172.17.0.2-1732040211053 heartbeating to localhost/127.0.0.1:45737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1683656595-172.17.0.2-1732040211053 (Datanode Uuid c41fcfc8-bf78-49c4-a811-03c390333ee3) service to localhost/127.0.0.1:45737 2024-11-19T18:17:10,382 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:17:10,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/cluster_bbf2d001-72a6-404d-6473-caaec1a036be/data/data1/current/BP-1683656595-172.17.0.2-1732040211053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:17:10,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/cluster_bbf2d001-72a6-404d-6473-caaec1a036be/data/data2/current/BP-1683656595-172.17.0.2-1732040211053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:17:10,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:17:10,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:17:10,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:17:10,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:17:10,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:17:10,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/hadoop.log.dir/,STOPPED} 2024-11-19T18:17:10,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:17:10,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:17:10,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:10,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:10,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:10,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:10,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:10,410 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:17:10,410 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1019914834, stopped=false 2024-11-19T18:17:10,410 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,37023,1732040222433 2024-11-19T18:17:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985443189/running 2024-11-19T18:17:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985443189/running 2024-11-19T18:17:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:17:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:17:10,412 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:17:10,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:10,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:10,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:10,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/running 2024-11-19T18:17:10,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Set watcher on znode that does not yet exist, /0-1985443189/running 2024-11-19T18:17:10,413 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,36561,1732040222470' ***** 2024-11-19T18:17:10,413 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:17:10,414 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:17:10,414 INFO [RS:0;30db5f576be8:36561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:17:10,414 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:17:10,414 INFO [RS:0;30db5f576be8:36561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:17:10,414 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(3091): Received CLOSE for 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:10,414 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,36561,1732040222470 2024-11-19T18:17:10,414 INFO [RS:0;30db5f576be8:36561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:17:10,414 INFO [RS:0;30db5f576be8:36561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:36561. 2024-11-19T18:17:10,414 DEBUG [RS:0;30db5f576be8:36561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:10,414 DEBUG [RS:0;30db5f576be8:36561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:10,414 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 217ea56d37b614f04a2c6fb72fa759f7, disabling compactions & flushes 2024-11-19T18:17:10,414 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:17:10,414 INFO [RS:0;30db5f576be8:36561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:17:10,414 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:17:10,414 INFO [RS:0;30db5f576be8:36561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:17:10,414 INFO [RS:0;30db5f576be8:36561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:17:10,414 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. after waiting 0 ms 2024-11-19T18:17:10,415 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:17:10,415 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:17:10,415 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:17:10,415 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 217ea56d37b614f04a2c6fb72fa759f7=hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7.} 2024-11-19T18:17:10,415 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 217ea56d37b614f04a2c6fb72fa759f7 2024-11-19T18:17:10,415 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:17:10,415 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:17:10,415 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:17:10,415 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:17:10,415 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:17:10,415 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T18:17:10,420 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/replication/217ea56d37b614f04a2c6fb72fa759f7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-19T18:17:10,421 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:17:10,421 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:17:10,421 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:17:10,421 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 217ea56d37b614f04a2c6fb72fa759f7: Waiting for close lock at 1732040230414Running coprocessor pre-close hooks at 1732040230414Disabling compacts and flushes for region at 1732040230414Disabling writes for close at 1732040230415 (+1 ms)Writing region close event to WAL at 1732040230415Running coprocessor post-close hooks at 1732040230421 (+6 ms)Closed at 1732040230421 2024-11-19T18:17:10,421 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7. 2024-11-19T18:17:10,434 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/info/706c14d0ec8a4f4f94a6badb7e5c962e is 147, key is hbase:replication,,1732040215519.217ea56d37b614f04a2c6fb72fa759f7./info:regioninfo/1732040228055/Put/seqid=0 2024-11-19T18:17:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741851_1027 (size=6385) 2024-11-19T18:17:10,485 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:17:10,615 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:10,815 DEBUG [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:10,839 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/info/706c14d0ec8a4f4f94a6badb7e5c962e 2024-11-19T18:17:10,847 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/.tmp/info/706c14d0ec8a4f4f94a6badb7e5c962e as hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/info/706c14d0ec8a4f4f94a6badb7e5c962e 2024-11-19T18:17:10,854 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/info/706c14d0ec8a4f4f94a6badb7e5c962e, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T18:17:10,855 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-19T18:17:10,861 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T18:17:10,862 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:17:10,862 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:17:10,862 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:10,862 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040230415Running coprocessor pre-close hooks at 1732040230415Disabling compacts and flushes for region at 1732040230415Disabling writes for close at 1732040230415Obtaining lock to block concurrent updates at 1732040230415Preparing flush snapshotting stores in 1588230740 at 1732040230415Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732040230416 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732040230417 (+1 ms)Flushing 1588230740/info: creating writer at 1732040230417Flushing 1588230740/info: appending metadata at 1732040230433 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732040230433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf942f4: reopening flushed file at 1732040230846 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1732040230855 (+9 ms)Writing region close event to WAL at 1732040230857 (+2 ms)Running coprocessor post-close hooks at 1732040230862 (+5 ms)Closed at 1732040230862 2024-11-19T18:17:10,862 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:11,016 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,36561,1732040222470; all regions closed. 2024-11-19T18:17:11,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741849_1025 (size=2156) 2024-11-19T18:17:11,022 DEBUG [RS:0;30db5f576be8:36561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs 2024-11-19T18:17:11,022 INFO [RS:0;30db5f576be8:36561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C36561%2C1732040222470.meta:.meta(num 1732040223735) 2024-11-19T18:17:11,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741850_1026 (size=796) 2024-11-19T18:17:11,025 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/WALs/30db5f576be8,36561,1732040222470/30db5f576be8%2C36561%2C1732040222470.rep.1732040228009 not finished, retry = 0 2024-11-19T18:17:11,128 DEBUG [RS:0;30db5f576be8:36561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs 2024-11-19T18:17:11,128 INFO [RS:0;30db5f576be8:36561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C36561%2C1732040222470.rep:(num 1732040228009) 2024-11-19T18:17:11,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741848_1024 (size=93) 2024-11-19T18:17:11,133 DEBUG [RS:0;30db5f576be8:36561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/oldWALs 2024-11-19T18:17:11,133 INFO [RS:0;30db5f576be8:36561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C36561%2C1732040222470:(num 1732040223457) 2024-11-19T18:17:11,133 DEBUG [RS:0;30db5f576be8:36561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:11,133 INFO [RS:0;30db5f576be8:36561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:17:11,133 INFO [RS:0;30db5f576be8:36561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:17:11,133 INFO [RS:0;30db5f576be8:36561 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:17:11,133 INFO [RS:0;30db5f576be8:36561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:17:11,133 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:17:11,134 INFO [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,36561,1732040222470 because: Region server is closing 2024-11-19T18:17:11,134 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T18:17:11,134 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T18:17:11,134 INFO [RS:0;30db5f576be8:36561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:36561. 2024-11-19T18:17:11,134 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-19T18:17:11,134 DEBUG [RS:0;30db5f576be8:36561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:11,134 DEBUG [RS:0;30db5f576be8:36561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:11,134 DEBUG [RS:0;30db5f576be8:36561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:11,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:11,234 WARN [RS:0;30db5f576be8:36561.replicationSource.wal-reader.30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:17:11,234 WARN [RS:0;30db5f576be8:36561.replicationSource.shipper30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T18:17:11,235 INFO [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;30db5f576be8:36561.replicationSource.shipper30db5f576be8%2C36561%2C1732040222470,1-30db5f576be8,36561,1732040222470 terminated 2024-11-19T18:17:11,235 INFO [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-30db5f576be8,36561,1732040222470 because: Region server is closing 2024-11-19T18:17:11,235 INFO [RS:0;30db5f576be8:36561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:36561. 2024-11-19T18:17:11,235 DEBUG [RS:0;30db5f576be8:36561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:11,235 DEBUG [RS:0;30db5f576be8:36561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:11,235 DEBUG [RS:0;30db5f576be8:36561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:11,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:11,336 WARN [RS:0;30db5f576be8:36561.replicationSource.shipper30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T18:17:11,336 INFO [RS:0;30db5f576be8:36561 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;30db5f576be8:36561.replicationSource.shipper30db5f576be8%2C36561%2C1732040222470,2-30db5f576be8,36561,1732040222470 terminated 2024-11-19T18:17:11,336 INFO [RS:0;30db5f576be8:36561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36561 2024-11-19T18:17:11,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985443189/rs/30db5f576be8,36561,1732040222470 2024-11-19T18:17:11,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189/rs 2024-11-19T18:17:11,339 INFO [RS:0;30db5f576be8:36561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:17:11,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,36561,1732040222470] 2024-11-19T18:17:11,343 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985443189/draining/30db5f576be8,36561,1732040222470 already deleted, retry=false 2024-11-19T18:17:11,343 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,36561,1732040222470 expired; onlineServers=0 2024-11-19T18:17:11,343 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,37023,1732040222433' ***** 2024-11-19T18:17:11,343 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:17:11,343 INFO [M:0;30db5f576be8:37023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:17:11,343 INFO [M:0;30db5f576be8:37023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:17:11,343 DEBUG [M:0;30db5f576be8:37023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:17:11,343 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:17:11,343 DEBUG [M:0;30db5f576be8:37023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:17:11,343 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040223156 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040223156,5,FailOnTimeoutGroup] 2024-11-19T18:17:11,343 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040223156 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040223156,5,FailOnTimeoutGroup] 2024-11-19T18:17:11,344 INFO [M:0;30db5f576be8:37023 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:17:11,344 INFO [M:0;30db5f576be8:37023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:17:11,344 DEBUG [M:0;30db5f576be8:37023 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:17:11,344 INFO [M:0;30db5f576be8:37023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:17:11,344 INFO [M:0;30db5f576be8:37023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:17:11,344 INFO [M:0;30db5f576be8:37023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:17:11,345 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:17:11,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985443189/master 2024-11-19T18:17:11,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985443189 2024-11-19T18:17:11,345 DEBUG [M:0;30db5f576be8:37023 {}] zookeeper.ZKUtil(347): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Unable to get data of znode /0-1985443189/master because node does not exist (not an error) 2024-11-19T18:17:11,345 WARN [M:0;30db5f576be8:37023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:17:11,346 INFO [M:0;30db5f576be8:37023 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/.lastflushedseqids 2024-11-19T18:17:11,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741852_1028 (size=181) 2024-11-19T18:17:11,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:11,441 INFO [RS:0;30db5f576be8:36561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:17:11,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36561-0x101317202f00007, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:11,441 INFO [RS:0;30db5f576be8:36561 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,36561,1732040222470; zookeeper connection closed. 2024-11-19T18:17:11,442 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@520cab0f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@520cab0f 2024-11-19T18:17:11,442 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:17:11,757 INFO [M:0;30db5f576be8:37023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:17:11,757 INFO [M:0;30db5f576be8:37023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:17:11,758 DEBUG [M:0;30db5f576be8:37023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:17:11,758 INFO [M:0;30db5f576be8:37023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:11,758 DEBUG [M:0;30db5f576be8:37023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:11,758 DEBUG [M:0;30db5f576be8:37023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:17:11,758 DEBUG [M:0;30db5f576be8:37023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:11,758 INFO [M:0;30db5f576be8:37023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T18:17:11,775 DEBUG [M:0;30db5f576be8:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a9fb218b5314a20b4aa52479cdf696b is 82, key is hbase:meta,,1/info:regioninfo/1732040223794/Put/seqid=0 2024-11-19T18:17:11,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741853_1029 (size=5680) 2024-11-19T18:17:12,180 INFO [M:0;30db5f576be8:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a9fb218b5314a20b4aa52479cdf696b 2024-11-19T18:17:12,206 DEBUG [M:0;30db5f576be8:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d00ced23e4e41f0963622b47ef78995 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732040228063/Put/seqid=0 2024-11-19T18:17:12,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741854_1030 (size=7319) 2024-11-19T18:17:12,612 INFO [M:0;30db5f576be8:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d00ced23e4e41f0963622b47ef78995 2024-11-19T18:17:12,634 DEBUG [M:0;30db5f576be8:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8720299d7384ae7aae41bd5160f73ea is 69, key is 30db5f576be8,36561,1732040222470/rs:state/1732040223224/Put/seqid=0 2024-11-19T18:17:12,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741855_1031 (size=5371) 2024-11-19T18:17:13,039 INFO [M:0;30db5f576be8:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8720299d7384ae7aae41bd5160f73ea 2024-11-19T18:17:13,045 INFO [M:0;30db5f576be8:37023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8720299d7384ae7aae41bd5160f73ea 2024-11-19T18:17:13,046 DEBUG [M:0;30db5f576be8:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a9fb218b5314a20b4aa52479cdf696b as hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a9fb218b5314a20b4aa52479cdf696b 2024-11-19T18:17:13,052 INFO [M:0;30db5f576be8:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a9fb218b5314a20b4aa52479cdf696b, entries=8, sequenceid=172, filesize=5.5 K 2024-11-19T18:17:13,053 DEBUG [M:0;30db5f576be8:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d00ced23e4e41f0963622b47ef78995 as hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d00ced23e4e41f0963622b47ef78995 2024-11-19T18:17:13,058 INFO [M:0;30db5f576be8:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d00ced23e4e41f0963622b47ef78995, entries=7, sequenceid=172, filesize=7.1 K 2024-11-19T18:17:13,059 DEBUG [M:0;30db5f576be8:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8720299d7384ae7aae41bd5160f73ea as hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8720299d7384ae7aae41bd5160f73ea 2024-11-19T18:17:13,065 INFO [M:0;30db5f576be8:37023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8720299d7384ae7aae41bd5160f73ea 2024-11-19T18:17:13,065 INFO [M:0;30db5f576be8:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33633/user/jenkins/test-data/59ee6840-9369-d8b1-9f7b-52a23167fe12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8720299d7384ae7aae41bd5160f73ea, entries=2, sequenceid=172, filesize=5.2 K 2024-11-19T18:17:13,066 INFO [M:0;30db5f576be8:37023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=172, compaction requested=false 2024-11-19T18:17:13,068 INFO [M:0;30db5f576be8:37023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:13,068 DEBUG [M:0;30db5f576be8:37023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040231758Disabling compacts and flushes for region at 1732040231758Disabling writes for close at 1732040231758Obtaining lock to block concurrent updates at 1732040231758Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040231758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732040231758Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040231759 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040231759Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040231775 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040231775Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040232186 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040232206 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040232206Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040232618 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040232633 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040232633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677d4f87: reopening flushed file at 1732040233045 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb6f0cb: reopening flushed file at 1732040233052 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56c1b98d: reopening flushed file at 1732040233058 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=172, compaction requested=false at 1732040233066 (+8 ms)Writing region close event to WAL at 1732040233068 (+2 ms)Closed at 1732040233068 2024-11-19T18:17:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741847_1023 (size=22949) 2024-11-19T18:17:13,072 INFO [M:0;30db5f576be8:37023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:17:13,072 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:17:13,072 INFO [M:0;30db5f576be8:37023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37023 2024-11-19T18:17:13,073 INFO [M:0;30db5f576be8:37023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:17:13,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:13,176 INFO [M:0;30db5f576be8:37023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:17:13,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x101317202f00006, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:13,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:17:13,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:17:13,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:17:13,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:17:13,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/hadoop.log.dir/,STOPPED} 2024-11-19T18:17:13,180 WARN [BP-1162361464-172.17.0.2-1732040203247 heartbeating to localhost/127.0.0.1:33633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:17:13,180 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:17:13,180 WARN [BP-1162361464-172.17.0.2-1732040203247 heartbeating to localhost/127.0.0.1:33633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1162361464-172.17.0.2-1732040203247 (Datanode Uuid 2031624e-2f13-4a98-b272-0a8d18603a18) service to localhost/127.0.0.1:33633 2024-11-19T18:17:13,180 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:17:13,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/cluster_1bd590c2-23b6-fa77-9053-999549f067c2/data/data1/current/BP-1162361464-172.17.0.2-1732040203247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:17:13,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/cluster_1bd590c2-23b6-fa77-9053-999549f067c2/data/data2/current/BP-1162361464-172.17.0.2-1732040203247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:17:13,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:17:13,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:17:13,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:17:13,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:17:13,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:17:13,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b456e21-a70a-f2fe-9cad-d0531600c138/hadoop.log.dir/,STOPPED} 2024-11-19T18:17:13,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T18:17:13,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:17:13,225 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64735) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45737 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/30db5f576be8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/30db5f576be8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/30db5f576be8:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@702d8cb3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/30db5f576be8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/30db5f576be8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64735) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33633 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 327), ProcessCount=11 (was 11), AvailableMemoryMB=6843 (was 7695) 2024-11-19T18:17:13,234 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=6841 2024-11-19T18:17:13,253 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-19T18:17:13,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/hadoop.log.dir so I do NOT create it in target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648 2024-11-19T18:17:13,254 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:17:13,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/hadoop.tmp.dir so I do NOT create it in target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648 2024-11-19T18:17:13,254 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1d055-5a19-6204-c062-dd9f1ab8071e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:17:13,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648 2024-11-19T18:17:13,255 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/cluster_8dfdf043-cdfb-f026-0255-f463f61f300f, deleteOnExit=true 2024-11-19T18:17:13,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/cluster_8dfdf043-cdfb-f026-0255-f463f61f300f/zookeeper_0, clientPort=65259, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/cluster_8dfdf043-cdfb-f026-0255-f463f61f300f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/cluster_8dfdf043-cdfb-f026-0255-f463f61f300f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T18:17:13,259 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65259 2024-11-19T18:17:13,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:17:13,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:17:13,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/test.cache.data in system properties and HBase conf 2024-11-19T18:17:13,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:17:13,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:17:13,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:17:13,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:17:13,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:17:13,259 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:17:13,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:17:13,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:17:13,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:17:13,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:17:13,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:17:13,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:17:13,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:17:13,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:17:13,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:17:13,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:17:13,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:17:13,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:17:13,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:17:13,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:17:13,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101317202f00002, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:17:13,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101317202f00005, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:17:13,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101317202f00005, quorum=127.0.0.1:64735, baseZNode=/1732662878 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:17:13,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101317202f00002, quorum=127.0.0.1:64735, baseZNode=/0-1985443189 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:17:13,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:13,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:17:13,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:17:13,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:17:13,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:17:13,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:13,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:17:13,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:17:13,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@109ccb36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/java.io.tmpdir/jetty-localhost-40757-hadoop-hdfs-3_4_1-tests_jar-_-any-13062786982882915316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:17:13,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:40757} 2024-11-19T18:17:13,480 INFO [Time-limited test {}] server.Server(415): Started @32568ms 2024-11-19T18:17:13,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:13,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:17:13,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:17:13,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:17:13,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:17:13,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:17:13,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:17:13,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714ec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/java.io.tmpdir/jetty-localhost-36435-hadoop-hdfs-3_4_1-tests_jar-_-any-14287295032130474960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:17:13,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:36435} 2024-11-19T18:17:13,695 INFO [Time-limited test {}] server.Server(415): Started @32784ms 2024-11-19T18:17:13,698 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:17:13,804 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/cluster_8dfdf043-cdfb-f026-0255-f463f61f300f/data/data1/current/BP-1127436920-172.17.0.2-1732040233293/current, will proceed with Du for space computation calculation, 2024-11-19T18:17:13,804 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/cluster_8dfdf043-cdfb-f026-0255-f463f61f300f/data/data2/current/BP-1127436920-172.17.0.2-1732040233293/current, will proceed with Du for space computation calculation, 2024-11-19T18:17:13,822 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:17:13,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb2aa707b5ae297d with lease ID 0x62f7bac2cd86a9cb: Processing first storage report for DS-1c8a059d-e90f-4738-9a25-a8d706a512eb from datanode DatanodeRegistration(127.0.0.1:35411, datanodeUuid=5841e56d-73ab-4f1d-8848-453be736eba2, infoPort=46565, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=1714178247;c=1732040233293) 2024-11-19T18:17:13,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb2aa707b5ae297d with lease ID 0x62f7bac2cd86a9cb: from storage DS-1c8a059d-e90f-4738-9a25-a8d706a512eb node DatanodeRegistration(127.0.0.1:35411, datanodeUuid=5841e56d-73ab-4f1d-8848-453be736eba2, infoPort=46565, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=1714178247;c=1732040233293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:17:13,826 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb2aa707b5ae297d with lease ID 0x62f7bac2cd86a9cb: Processing first storage report for DS-3272801f-8425-4b15-be9d-5b6de3b9a2c3 from datanode DatanodeRegistration(127.0.0.1:35411, datanodeUuid=5841e56d-73ab-4f1d-8848-453be736eba2, infoPort=46565, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=1714178247;c=1732040233293) 2024-11-19T18:17:13,826 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb2aa707b5ae297d with lease ID 0x62f7bac2cd86a9cb: from storage DS-3272801f-8425-4b15-be9d-5b6de3b9a2c3 node DatanodeRegistration(127.0.0.1:35411, datanodeUuid=5841e56d-73ab-4f1d-8848-453be736eba2, infoPort=46565, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=1714178247;c=1732040233293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:17:13,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648 2024-11-19T18:17:13,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:13,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:17:14,244 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d with version=8 2024-11-19T18:17:14,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/hbase-staging 2024-11-19T18:17:14,247 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:17:14,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:14,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:14,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:17:14,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:14,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:17:14,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:17:14,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:17:14,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36027 2024-11-19T18:17:14,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36027 connecting to ZooKeeper ensemble=127.0.0.1:65259 2024-11-19T18:17:14,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360270x0, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:14,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36027-0x10131727bb90000 connected 2024-11-19T18:17:14,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:14,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:14,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Set watcher on znode that does not yet exist, /0-313351109/running 2024-11-19T18:17:14,288 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d, hbase.cluster.distributed=false 2024-11-19T18:17:14,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Set watcher on znode that does not yet exist, /0-313351109/acl 2024-11-19T18:17:14,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36027 2024-11-19T18:17:14,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36027 2024-11-19T18:17:14,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36027 2024-11-19T18:17:14,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36027 2024-11-19T18:17:14,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36027 2024-11-19T18:17:14,331 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:17:14,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:14,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:14,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:17:14,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:14,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:17:14,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:17:14,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:17:14,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42471 2024-11-19T18:17:14,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42471 connecting to ZooKeeper ensemble=127.0.0.1:65259 2024-11-19T18:17:14,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:14,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:14,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424710x0, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:14,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424710x0, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Set watcher on znode that does not yet exist, /0-313351109/running 2024-11-19T18:17:14,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42471-0x10131727bb90001 connected 2024-11-19T18:17:14,348 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:17:14,356 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:17:14,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Set watcher on znode that does not yet exist, /0-313351109/master 2024-11-19T18:17:14,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Set watcher on znode that does not yet exist, /0-313351109/acl 2024-11-19T18:17:14,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-19T18:17:14,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42471 2024-11-19T18:17:14,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42471 2024-11-19T18:17:14,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-19T18:17:14,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-19T18:17:14,401 DEBUG [M:0;30db5f576be8:36027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:36027 2024-11-19T18:17:14,401 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-313351109/backup-masters/30db5f576be8,36027,1732040234246 2024-11-19T18:17:14,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109/backup-masters 2024-11-19T18:17:14,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109/backup-masters 2024-11-19T18:17:14,404 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Set watcher on existing znode=/0-313351109/backup-masters/30db5f576be8,36027,1732040234246 2024-11-19T18:17:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-313351109/master 2024-11-19T18:17:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:14,407 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Set watcher on existing znode=/0-313351109/master 2024-11-19T18:17:14,408 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-313351109/backup-masters/30db5f576be8,36027,1732040234246 from backup master directory 2024-11-19T18:17:14,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109/backup-masters 2024-11-19T18:17:14,409 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:17:14,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-313351109/backup-masters/30db5f576be8,36027,1732040234246 2024-11-19T18:17:14,409 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,36027,1732040234246 2024-11-19T18:17:14,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109/backup-masters 2024-11-19T18:17:14,417 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/hbase.id] with ID: 6bd77ce4-754b-460d-9d84-976ee504ce25 2024-11-19T18:17:14,417 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/.tmp/hbase.id 2024-11-19T18:17:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:17:14,829 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/.tmp/hbase.id]:[hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/hbase.id] 2024-11-19T18:17:14,844 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:14,844 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:17:14,846 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T18:17:14,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:14,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:14,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:17:15,256 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:17:15,257 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:17:15,257 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:15,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:17:15,666 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store 2024-11-19T18:17:15,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:17:15,923 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:17:15,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:15,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:16,077 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:16,077 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:17:16,077 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:16,077 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:16,077 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:17:16,077 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:16,077 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:16,077 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040236077Disabling compacts and flushes for region at 1732040236077Disabling writes for close at 1732040236077Writing region close event to WAL at 1732040236077Closed at 1732040236077 2024-11-19T18:17:16,079 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/.initializing 2024-11-19T18:17:16,079 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/WALs/30db5f576be8,36027,1732040234246 2024-11-19T18:17:16,080 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:17:16,084 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C36027%2C1732040234246, suffix=, logDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/WALs/30db5f576be8,36027,1732040234246, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/oldWALs, maxLogs=10 2024-11-19T18:17:16,103 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/WALs/30db5f576be8,36027,1732040234246/30db5f576be8%2C36027%2C1732040234246.1732040236084, exclude list is [], retry=0 2024-11-19T18:17:16,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35411,DS-1c8a059d-e90f-4738-9a25-a8d706a512eb,DISK] 2024-11-19T18:17:16,111 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/WALs/30db5f576be8,36027,1732040234246/30db5f576be8%2C36027%2C1732040234246.1732040236084 2024-11-19T18:17:16,111 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46565:46565)] 2024-11-19T18:17:16,111 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:16,111 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:16,112 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,112 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:17:16,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:16,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:16,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:17:16,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:16,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:16,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:17:16,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:16,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:16,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:17:16,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:16,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:16,136 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,137 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,138 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,139 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,139 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,140 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:16,141 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:16,151 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:16,152 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59254276, jitterRate=-0.11704248189926147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:16,153 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040236112Initializing all the Stores at 1732040236117 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040236117Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040236124 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040236124Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040236124Cleaning up temporary data from old regions at 1732040236139 (+15 ms)Region opened successfully at 1732040236153 (+14 ms) 2024-11-19T18:17:16,154 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:17:16,158 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7927896e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:17:16,159 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:17:16,159 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:17:16,159 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:17:16,160 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:17:16,160 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:17:16,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:17:16,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:17:16,169 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:17:16,170 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Unable to get data of znode /0-313351109/balancer because node does not exist (not necessarily an error) 2024-11-19T18:17:16,171 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-313351109/balancer already deleted, retry=false 2024-11-19T18:17:16,172 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:17:16,173 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Unable to get data of znode /0-313351109/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:17:16,175 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-313351109/normalizer already deleted, retry=false 2024-11-19T18:17:16,175 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:17:16,176 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Unable to get data of znode /0-313351109/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:17:16,178 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-313351109/switch/split already deleted, retry=false 2024-11-19T18:17:16,179 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Unable to get data of znode /0-313351109/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:17:16,181 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-313351109/switch/merge already deleted, retry=false 2024-11-19T18:17:16,183 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Unable to get data of znode /0-313351109/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:17:16,185 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-313351109/snapshot-cleanup already deleted, retry=false 2024-11-19T18:17:16,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-313351109/running 2024-11-19T18:17:16,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-313351109/running 2024-11-19T18:17:16,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:16,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:16,188 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,36027,1732040234246, sessionid=0x10131727bb90000, setting cluster-up flag (Was=false) 2024-11-19T18:17:16,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:16,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:16,205 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-313351109/flush-table-proc/acquired, /0-313351109/flush-table-proc/reached, /0-313351109/flush-table-proc/abort 2024-11-19T18:17:16,206 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,36027,1732040234246 2024-11-19T18:17:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:16,219 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-313351109/online-snapshot/acquired, /0-313351109/online-snapshot/reached, /0-313351109/online-snapshot/abort 2024-11-19T18:17:16,220 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,36027,1732040234246 2024-11-19T18:17:16,222 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:17:16,224 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:16,225 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:17:16,225 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:17:16,225 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,36027,1732040234246 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:17:16,227 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:16,227 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:16,227 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:16,227 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:16,227 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:17:16,227 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,228 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:17:16,228 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:16,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:17:16,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:16,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:17:16,251 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040266251 2024-11-19T18:17:16,251 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:17:16,251 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:17:16,251 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:17:16,251 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:17:16,251 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:17:16,251 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:17:16,252 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,253 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:17:16,253 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:17:16,254 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:17:16,254 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:17:16,256 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:17:16,256 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:17:16,256 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040236256,5,FailOnTimeoutGroup] 2024-11-19T18:17:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:17:16,257 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040236256,5,FailOnTimeoutGroup] 2024-11-19T18:17:16,257 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,257 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:17:16,257 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,257 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,286 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(746): ClusterId : 6bd77ce4-754b-460d-9d84-976ee504ce25 2024-11-19T18:17:16,286 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:17:16,289 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:17:16,289 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:17:16,292 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:17:16,292 DEBUG [RS:0;30db5f576be8:42471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da350e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:17:16,316 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:42471 2024-11-19T18:17:16,316 INFO [RS:0;30db5f576be8:42471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:17:16,316 INFO [RS:0;30db5f576be8:42471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:17:16,316 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:17:16,317 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,36027,1732040234246 with port=42471, startcode=1732040234330 2024-11-19T18:17:16,318 DEBUG [RS:0;30db5f576be8:42471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:17:16,321 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:17:16,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,42471,1732040234330 2024-11-19T18:17:16,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36027 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,42471,1732040234330 2024-11-19T18:17:16,325 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d 2024-11-19T18:17:16,325 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40369 2024-11-19T18:17:16,325 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:17:16,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109/rs 2024-11-19T18:17:16,328 DEBUG [RS:0;30db5f576be8:42471 {}] zookeeper.ZKUtil(111): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Set watcher on existing znode=/0-313351109/rs/30db5f576be8,42471,1732040234330 2024-11-19T18:17:16,328 WARN [RS:0;30db5f576be8:42471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:17:16,329 INFO [RS:0;30db5f576be8:42471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:16,329 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330 2024-11-19T18:17:16,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,42471,1732040234330] 2024-11-19T18:17:16,341 INFO [RS:0;30db5f576be8:42471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:17:16,343 INFO [RS:0;30db5f576be8:42471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:17:16,344 INFO [RS:0;30db5f576be8:42471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:17:16,344 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,344 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:17:16,345 INFO [RS:0;30db5f576be8:42471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:17:16,345 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,345 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,345 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:17:16,346 DEBUG [RS:0;30db5f576be8:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:17:16,350 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,350 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,350 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,351 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,351 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,351 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42471,1732040234330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:17:16,371 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:17:16,371 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42471,1732040234330-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,371 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,371 INFO [RS:0;30db5f576be8:42471 {}] regionserver.Replication(171): 30db5f576be8,42471,1732040234330 started 2024-11-19T18:17:16,391 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:16,391 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,42471,1732040234330, RpcServer on 30db5f576be8/172.17.0.2:42471, sessionid=0x10131727bb90001 2024-11-19T18:17:16,391 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:17:16,391 DEBUG [RS:0;30db5f576be8:42471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,42471,1732040234330 2024-11-19T18:17:16,391 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,42471,1732040234330' 2024-11-19T18:17:16,391 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-313351109/flush-table-proc/abort' 2024-11-19T18:17:16,392 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-313351109/flush-table-proc/acquired' 2024-11-19T18:17:16,393 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:17:16,393 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:17:16,393 DEBUG [RS:0;30db5f576be8:42471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,42471,1732040234330 2024-11-19T18:17:16,393 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,42471,1732040234330' 2024-11-19T18:17:16,393 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-313351109/online-snapshot/abort' 2024-11-19T18:17:16,393 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-313351109/online-snapshot/acquired' 2024-11-19T18:17:16,394 DEBUG [RS:0;30db5f576be8:42471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:17:16,394 INFO [RS:0;30db5f576be8:42471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:17:16,394 INFO [RS:0;30db5f576be8:42471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:17:16,495 INFO [RS:0;30db5f576be8:42471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:17:16,497 INFO [RS:0;30db5f576be8:42471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C42471%2C1732040234330, suffix=, logDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/oldWALs, maxLogs=10 2024-11-19T18:17:16,513 DEBUG [RS:0;30db5f576be8:42471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497, exclude list is [], retry=0 2024-11-19T18:17:16,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35411,DS-1c8a059d-e90f-4738-9a25-a8d706a512eb,DISK] 2024-11-19T18:17:16,518 INFO [RS:0;30db5f576be8:42471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497 2024-11-19T18:17:16,518 DEBUG [RS:0;30db5f576be8:42471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46565:46565)] 2024-11-19T18:17:16,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:17:16,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:17:16,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:17:16,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:17:16,658 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d 2024-11-19T18:17:16,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:17:17,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:17,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:17:17,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:17:17,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:17,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:17,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:17:17,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:17:17,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:17,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:17,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:17:17,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:17:17,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:17,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:17,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:17:17,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:17:17,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:17,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:17,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:17:17,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740 2024-11-19T18:17:17,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740 2024-11-19T18:17:17,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:17:17,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:17:17,089 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:17,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:17:17,097 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:17,098 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68654896, jitterRate=0.02303767204284668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:17,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040237072Initializing all the Stores at 1732040237074 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040237074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040237074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040237074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040237074Cleaning up temporary data from old regions at 1732040237088 (+14 ms)Region opened successfully at 1732040237099 (+11 ms) 2024-11-19T18:17:17,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:17:17,099 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:17:17,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:17:17,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:17:17,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:17:17,101 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:17,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040237099Disabling compacts and flushes for region at 1732040237099Disabling writes for close at 1732040237099Writing region close event to WAL at 1732040237100 (+1 ms)Closed at 1732040237100 2024-11-19T18:17:17,103 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:17,103 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:17:17,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:17:17,105 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:17:17,106 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:17:17,257 DEBUG [30db5f576be8:36027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:17:17,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,42471,1732040234330 2024-11-19T18:17:17,259 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,42471,1732040234330, state=OPENING 2024-11-19T18:17:17,262 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:17:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:17,264 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:17:17,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,42471,1732040234330}] 2024-11-19T18:17:17,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-313351109/meta-region-server: CHANGED 2024-11-19T18:17:17,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-313351109/meta-region-server: CHANGED 2024-11-19T18:17:17,419 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:17:17,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:17:17,426 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:17:17,426 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:17,426 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:17:17,428 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C42471%2C1732040234330.meta, suffix=.meta, logDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/oldWALs, maxLogs=10 2024-11-19T18:17:17,444 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.meta.1732040237429.meta, exclude list is [], retry=0 2024-11-19T18:17:17,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35411,DS-1c8a059d-e90f-4738-9a25-a8d706a512eb,DISK] 2024-11-19T18:17:17,452 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.meta.1732040237429.meta 2024-11-19T18:17:17,452 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46565:46565)] 2024-11-19T18:17:17,453 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:17,453 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:17:17,453 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:17:17,453 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:17:17,454 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:17:17,454 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:17:17,454 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:17,454 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:17:17,454 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:17:17,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:17:17,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:17:17,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:17,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:17,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:17:17,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:17:17,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:17,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:17,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:17:17,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:17:17,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:17,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:17,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:17:17,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:17:17,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:17,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:17,462 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:17:17,463 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740 2024-11-19T18:17:17,464 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740 2024-11-19T18:17:17,466 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:17:17,466 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:17:17,467 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:17,469 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:17:17,470 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68742481, jitterRate=0.024342790246009827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:17,470 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:17:17,471 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040237454Writing region info on filesystem at 1732040237454Initializing all the Stores at 1732040237455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040237455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040237455Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040237456 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040237456Cleaning up temporary data from old regions at 1732040237466 (+10 ms)Running coprocessor post-open hooks at 1732040237470 (+4 ms)Region opened successfully at 1732040237471 (+1 ms) 2024-11-19T18:17:17,472 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040237418 2024-11-19T18:17:17,475 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:17:17,475 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:17:17,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,42471,1732040234330 2024-11-19T18:17:17,477 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,42471,1732040234330, state=OPEN 2024-11-19T18:17:17,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-313351109/meta-region-server 2024-11-19T18:17:17,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-313351109/meta-region-server 2024-11-19T18:17:17,481 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,42471,1732040234330 2024-11-19T18:17:17,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-313351109/meta-region-server: CHANGED 2024-11-19T18:17:17,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-313351109/meta-region-server: CHANGED 2024-11-19T18:17:17,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:17:17,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,42471,1732040234330 in 216 msec 2024-11-19T18:17:17,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:17:17,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-19T18:17:17,489 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:17,490 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:17:17,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:17,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,42471,1732040234330, seqNum=-1] 2024-11-19T18:17:17,492 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:17,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:17,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-19T18:17:17,500 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040237500, completionTime=-1 2024-11-19T18:17:17,500 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:17:17,500 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:17:17,502 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:17:17,502 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040297502 2024-11-19T18:17:17,502 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040357502 2024-11-19T18:17:17,502 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T18:17:17,502 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36027,1732040234246-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:17,503 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36027,1732040234246-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:17,503 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36027,1732040234246-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:17,503 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:36027, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:17,503 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:17,503 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:17,505 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:17:17,507 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.097sec 2024-11-19T18:17:17,507 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:17:17,507 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:17:17,508 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:17:17,508 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:17:17,508 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:17:17,508 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36027,1732040234246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:17:17,508 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36027,1732040234246-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:17:17,510 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:17:17,510 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:17:17,510 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36027,1732040234246-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:17,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36afdc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:17,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,36027,-1 for getting cluster id 2024-11-19T18:17:17,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:17,588 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bd77ce4-754b-460d-9d84-976ee504ce25' 2024-11-19T18:17:17,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:17,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bd77ce4-754b-460d-9d84-976ee504ce25" 2024-11-19T18:17:17,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418c6e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:17,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,36027,-1] 2024-11-19T18:17:17,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:17,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:17,591 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:17,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:17,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:17,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,42471,1732040234330, seqNum=-1] 2024-11-19T18:17:17,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:17,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:17,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,36027,1732040234246 2024-11-19T18:17:17,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65259 2024-11-19T18:17:17,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:17,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10131727bb90002 connected 2024-11-19T18:17:17,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/hadoop.log.dir so I do NOT create it in target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab 2024-11-19T18:17:17,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:17:17,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/hadoop.tmp.dir so I do NOT create it in target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab 2024-11-19T18:17:17,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:17:17,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab 2024-11-19T18:17:17,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:17:17,607 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/cluster_2cfe77b1-6dff-b741-ad43-e5f9b7710d08, deleteOnExit=true 2024-11-19T18:17:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:17:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/test.cache.data in system properties and HBase conf 2024-11-19T18:17:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:17:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:17:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:17:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:17:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:17:17,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:17:17,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:17:17,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:17:17,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:17:17,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:17:17,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:17:17,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:17:17,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:17:17,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:17:17,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:17:17,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:17:17,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:17:17,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:17:17,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:17:17,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:17:17,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:17,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:17:17,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:17:17,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:17:17,723 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:17:17,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:17,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:17:17,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:17:17,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d817f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/java.io.tmpdir/jetty-localhost-45741-hadoop-hdfs-3_4_1-tests_jar-_-any-3348290967955518615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:17:17,851 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:45741} 2024-11-19T18:17:17,851 INFO [Time-limited test {}] server.Server(415): Started @36939ms 2024-11-19T18:17:17,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:17,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:17:17,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:17:17,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:17:17,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:17:17,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:17:17,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:17:18,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25355706{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/java.io.tmpdir/jetty-localhost-38515-hadoop-hdfs-3_4_1-tests_jar-_-any-11158952595139163981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:17:18,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:38515} 2024-11-19T18:17:18,091 INFO [Time-limited test {}] server.Server(415): Started @37180ms 2024-11-19T18:17:18,093 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:17:18,212 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/cluster_2cfe77b1-6dff-b741-ad43-e5f9b7710d08/data/data1/current/BP-1996642992-172.17.0.2-1732040237646/current, will proceed with Du for space computation calculation, 2024-11-19T18:17:18,212 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/cluster_2cfe77b1-6dff-b741-ad43-e5f9b7710d08/data/data2/current/BP-1996642992-172.17.0.2-1732040237646/current, will proceed with Du for space computation calculation, 2024-11-19T18:17:18,241 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:17:18,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0f08ad61e99f381 with lease ID 0x3dc44033f97cd557: Processing first storage report for DS-d4c76036-0c39-44c2-812b-e58141ea0f4a from datanode DatanodeRegistration(127.0.0.1:32847, datanodeUuid=4f730f5c-3509-4d25-bd2d-078629401898, infoPort=35969, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1222774863;c=1732040237646) 2024-11-19T18:17:18,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0f08ad61e99f381 with lease ID 0x3dc44033f97cd557: from storage DS-d4c76036-0c39-44c2-812b-e58141ea0f4a node DatanodeRegistration(127.0.0.1:32847, datanodeUuid=4f730f5c-3509-4d25-bd2d-078629401898, infoPort=35969, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1222774863;c=1732040237646), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T18:17:18,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0f08ad61e99f381 with lease ID 0x3dc44033f97cd557: Processing first storage report for DS-718e5553-1e6c-4150-92fb-2ae323cd6162 from datanode DatanodeRegistration(127.0.0.1:32847, datanodeUuid=4f730f5c-3509-4d25-bd2d-078629401898, infoPort=35969, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1222774863;c=1732040237646) 2024-11-19T18:17:18,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0f08ad61e99f381 with lease ID 0x3dc44033f97cd557: from storage DS-718e5553-1e6c-4150-92fb-2ae323cd6162 node DatanodeRegistration(127.0.0.1:32847, datanodeUuid=4f730f5c-3509-4d25-bd2d-078629401898, infoPort=35969, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1222774863;c=1732040237646), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:17:18,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab 2024-11-19T18:17:18,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:18,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:18,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:17:18,335 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d with version=8 2024-11-19T18:17:18,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/hbase-staging 2024-11-19T18:17:18,338 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:17:18,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:18,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:18,338 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:17:18,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:18,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:17:18,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:17:18,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:17:18,339 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35485 2024-11-19T18:17:18,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35485 connecting to ZooKeeper ensemble=127.0.0.1:65259 2024-11-19T18:17:18,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354850x0, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:18,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35485-0x10131727bb90003 connected 2024-11-19T18:17:18,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:18,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:18,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Set watcher on znode that does not yet exist, /1-1699334964/running 2024-11-19T18:17:18,398 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d, hbase.cluster.distributed=false 2024-11-19T18:17:18,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Set watcher on znode that does not yet exist, /1-1699334964/acl 2024-11-19T18:17:18,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35485 2024-11-19T18:17:18,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35485 2024-11-19T18:17:18,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35485 2024-11-19T18:17:18,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35485 2024-11-19T18:17:18,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35485 2024-11-19T18:17:18,427 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:17:18,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:18,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:18,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:17:18,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:18,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:17:18,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:17:18,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:17:18,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33201 2024-11-19T18:17:18,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33201 connecting to ZooKeeper ensemble=127.0.0.1:65259 2024-11-19T18:17:18,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:18,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:18,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332010x0, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:18,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332010x0, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Set watcher on znode that does not yet exist, /1-1699334964/running 2024-11-19T18:17:18,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33201-0x10131727bb90004 connected 2024-11-19T18:17:18,438 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:17:18,441 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:17:18,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Set watcher on znode that does not yet exist, /1-1699334964/master 2024-11-19T18:17:18,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Set watcher on znode that does not yet exist, /1-1699334964/acl 2024-11-19T18:17:18,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33201 2024-11-19T18:17:18,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33201 2024-11-19T18:17:18,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33201 2024-11-19T18:17:18,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33201 2024-11-19T18:17:18,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33201 2024-11-19T18:17:18,462 WARN [RS:0;30db5f576be8:42471 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 30db5f576be8,34715,1732040206805: status=Processing ServerCrashProcedure of 30db5f576be8,34715,1732040206805 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732040223153, completionTime=-1 appears to have been leaked 2024-11-19T18:17:18,468 DEBUG [M:0;30db5f576be8:35485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:35485 2024-11-19T18:17:18,469 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1699334964/backup-masters/30db5f576be8,35485,1732040238338 2024-11-19T18:17:18,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964/backup-masters 2024-11-19T18:17:18,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964/backup-masters 2024-11-19T18:17:18,471 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Set watcher on existing znode=/1-1699334964/backup-masters/30db5f576be8,35485,1732040238338 2024-11-19T18:17:18,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1699334964/master 2024-11-19T18:17:18,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:18,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:18,473 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Set watcher on existing znode=/1-1699334964/master 2024-11-19T18:17:18,474 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1699334964/backup-masters/30db5f576be8,35485,1732040238338 from backup master directory 2024-11-19T18:17:18,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964/backup-masters 2024-11-19T18:17:18,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1699334964/backup-masters/30db5f576be8,35485,1732040238338 2024-11-19T18:17:18,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964/backup-masters 2024-11-19T18:17:18,476 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:17:18,476 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,35485,1732040238338 2024-11-19T18:17:18,481 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/hbase.id] with ID: 56285312-5fb4-4dbf-84c4-729300bdb8e6 2024-11-19T18:17:18,481 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/.tmp/hbase.id 2024-11-19T18:17:18,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:17:18,890 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/.tmp/hbase.id]:[hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/hbase.id] 2024-11-19T18:17:18,906 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:18,906 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:17:18,908 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T18:17:18,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:18,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:17:19,318 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:17:19,319 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:17:19,319 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:19,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:17:19,735 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store 2024-11-19T18:17:19,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:17:19,745 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:19,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:17:19,746 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:19,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:19,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:17:19,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:19,746 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:19,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040239746Disabling compacts and flushes for region at 1732040239746Disabling writes for close at 1732040239746Writing region close event to WAL at 1732040239746Closed at 1732040239746 2024-11-19T18:17:19,747 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/.initializing 2024-11-19T18:17:19,747 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/WALs/30db5f576be8,35485,1732040238338 2024-11-19T18:17:19,749 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:17:19,751 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C35485%2C1732040238338, suffix=, logDir=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/WALs/30db5f576be8,35485,1732040238338, archiveDir=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/oldWALs, maxLogs=10 2024-11-19T18:17:19,771 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/WALs/30db5f576be8,35485,1732040238338/30db5f576be8%2C35485%2C1732040238338.1732040239752, exclude list is [], retry=0 2024-11-19T18:17:19,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32847,DS-d4c76036-0c39-44c2-812b-e58141ea0f4a,DISK] 2024-11-19T18:17:19,777 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/WALs/30db5f576be8,35485,1732040238338/30db5f576be8%2C35485%2C1732040238338.1732040239752 2024-11-19T18:17:19,778 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-19T18:17:19,778 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:19,778 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:19,778 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,778 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:17:19,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:19,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:19,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:17:19,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:19,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:19,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:17:19,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:19,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:19,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:17:19,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:19,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:19,808 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,809 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,809 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,811 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,811 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,811 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:19,813 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:19,815 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:19,816 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75446985, jitterRate=0.12424768507480621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:19,816 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040239778Initializing all the Stores at 1732040239779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040239780 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040239780Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040239780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040239780Cleaning up temporary data from old regions at 1732040239811 (+31 ms)Region opened successfully at 1732040239816 (+5 ms) 2024-11-19T18:17:19,820 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:17:19,825 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d38c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:17:19,826 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:17:19,826 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:17:19,826 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:17:19,826 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:17:19,827 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:17:19,827 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:17:19,827 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:17:19,830 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:17:19,831 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Unable to get data of znode /1-1699334964/balancer because node does not exist (not necessarily an error) 2024-11-19T18:17:19,833 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1699334964/balancer already deleted, retry=false 2024-11-19T18:17:19,833 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:17:19,834 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Unable to get data of znode /1-1699334964/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:17:19,838 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1699334964/normalizer already deleted, retry=false 2024-11-19T18:17:19,839 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:17:19,841 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Unable to get data of znode /1-1699334964/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:17:19,843 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1699334964/switch/split already deleted, retry=false 2024-11-19T18:17:19,844 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Unable to get data of znode /1-1699334964/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:17:19,845 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1699334964/switch/merge already deleted, retry=false 2024-11-19T18:17:19,852 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Unable to get data of znode /1-1699334964/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:17:19,854 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1699334964/snapshot-cleanup already deleted, retry=false 2024-11-19T18:17:19,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1699334964/running 2024-11-19T18:17:19,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:19,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1699334964/running 2024-11-19T18:17:19,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:19,857 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,35485,1732040238338, sessionid=0x10131727bb90003, setting cluster-up flag (Was=false) 2024-11-19T18:17:19,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:19,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:19,870 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1699334964/flush-table-proc/acquired, /1-1699334964/flush-table-proc/reached, /1-1699334964/flush-table-proc/abort 2024-11-19T18:17:19,871 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,35485,1732040238338 2024-11-19T18:17:19,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:19,882 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1699334964/online-snapshot/acquired, /1-1699334964/online-snapshot/reached, /1-1699334964/online-snapshot/abort 2024-11-19T18:17:19,883 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,35485,1732040238338 2024-11-19T18:17:19,885 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:17:19,887 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:19,888 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:17:19,888 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:17:19,888 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,35485,1732040238338 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:17:19,890 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:19,890 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:19,890 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:19,890 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:19,890 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:17:19,890 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:19,890 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:17:19,890 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:19,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:19,898 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:17:19,899 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:19,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:17:19,908 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040269908 2024-11-19T18:17:19,908 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:17:19,908 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:17:19,908 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:17:19,908 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:17:19,908 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:17:19,908 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:17:19,909 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:19,909 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:17:19,909 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:17:19,909 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:17:19,909 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:17:19,912 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:17:19,912 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:17:19,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:17:19,918 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040239912,5,FailOnTimeoutGroup] 2024-11-19T18:17:19,918 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040239918,5,FailOnTimeoutGroup] 2024-11-19T18:17:19,918 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:19,918 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:17:19,918 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:19,919 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:19,954 INFO [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(746): ClusterId : 56285312-5fb4-4dbf-84c4-729300bdb8e6 2024-11-19T18:17:19,954 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:17:19,957 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:17:19,957 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:17:19,959 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:17:19,959 DEBUG [RS:0;30db5f576be8:33201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311fd860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:17:19,976 DEBUG [RS:0;30db5f576be8:33201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:33201 2024-11-19T18:17:19,977 INFO [RS:0;30db5f576be8:33201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:17:19,977 INFO [RS:0;30db5f576be8:33201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:17:19,977 DEBUG [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:17:19,977 INFO [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,35485,1732040238338 with port=33201, startcode=1732040238427 2024-11-19T18:17:19,978 DEBUG [RS:0;30db5f576be8:33201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:17:19,980 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:17:19,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,33201,1732040238427 2024-11-19T18:17:19,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35485 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,33201,1732040238427 2024-11-19T18:17:19,983 DEBUG [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d 2024-11-19T18:17:19,983 DEBUG [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45149 2024-11-19T18:17:19,983 DEBUG [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:17:19,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964/rs 2024-11-19T18:17:19,995 DEBUG [RS:0;30db5f576be8:33201 {}] zookeeper.ZKUtil(111): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Set watcher on existing znode=/1-1699334964/rs/30db5f576be8,33201,1732040238427 2024-11-19T18:17:19,995 WARN [RS:0;30db5f576be8:33201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:17:19,995 INFO [RS:0;30db5f576be8:33201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:19,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,33201,1732040238427] 2024-11-19T18:17:19,996 DEBUG [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/WALs/30db5f576be8,33201,1732040238427 2024-11-19T18:17:20,002 INFO [RS:0;30db5f576be8:33201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:17:20,008 INFO [RS:0;30db5f576be8:33201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:17:20,011 INFO [RS:0;30db5f576be8:33201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:17:20,011 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:20,011 INFO [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:17:20,012 INFO [RS:0;30db5f576be8:33201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:17:20,012 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:17:20,013 DEBUG [RS:0;30db5f576be8:33201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:17:20,040 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:20,041 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:20,041 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:20,041 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:20,041 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:20,041 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,33201,1732040238427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:17:20,060 INFO [RS:0;30db5f576be8:33201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:17:20,060 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,33201,1732040238427-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:20,060 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:20,060 INFO [RS:0;30db5f576be8:33201 {}] regionserver.Replication(171): 30db5f576be8,33201,1732040238427 started 2024-11-19T18:17:20,074 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:20,074 INFO [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,33201,1732040238427, RpcServer on 30db5f576be8/172.17.0.2:33201, sessionid=0x10131727bb90004 2024-11-19T18:17:20,074 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:17:20,074 DEBUG [RS:0;30db5f576be8:33201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,33201,1732040238427 2024-11-19T18:17:20,074 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,33201,1732040238427' 2024-11-19T18:17:20,074 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1699334964/flush-table-proc/abort' 2024-11-19T18:17:20,075 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1699334964/flush-table-proc/acquired' 2024-11-19T18:17:20,075 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:17:20,075 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:17:20,075 DEBUG [RS:0;30db5f576be8:33201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,33201,1732040238427 2024-11-19T18:17:20,075 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,33201,1732040238427' 2024-11-19T18:17:20,075 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1699334964/online-snapshot/abort' 2024-11-19T18:17:20,076 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1699334964/online-snapshot/acquired' 2024-11-19T18:17:20,076 DEBUG [RS:0;30db5f576be8:33201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:17:20,076 INFO [RS:0;30db5f576be8:33201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:17:20,076 INFO [RS:0;30db5f576be8:33201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:17:20,177 INFO [RS:0;30db5f576be8:33201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:17:20,178 INFO [RS:0;30db5f576be8:33201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C33201%2C1732040238427, suffix=, logDir=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/WALs/30db5f576be8,33201,1732040238427, archiveDir=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/oldWALs, maxLogs=10 2024-11-19T18:17:20,192 DEBUG [RS:0;30db5f576be8:33201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/WALs/30db5f576be8,33201,1732040238427/30db5f576be8%2C33201%2C1732040238427.1732040240179, exclude list is [], retry=0 2024-11-19T18:17:20,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32847,DS-d4c76036-0c39-44c2-812b-e58141ea0f4a,DISK] 2024-11-19T18:17:20,198 INFO [RS:0;30db5f576be8:33201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/WALs/30db5f576be8,33201,1732040238427/30db5f576be8%2C33201%2C1732040238427.1732040240179 2024-11-19T18:17:20,198 DEBUG [RS:0;30db5f576be8:33201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-19T18:17:20,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:17:20,316 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d 2024-11-19T18:17:20,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:17:20,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:20,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:17:20,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:17:20,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:20,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:20,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:17:20,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:17:20,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:20,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:20,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:17:20,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:17:20,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:20,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:20,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:17:20,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:17:20,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:20,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:20,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:17:20,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/1588230740 2024-11-19T18:17:20,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/1588230740 2024-11-19T18:17:20,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:17:20,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:17:20,736 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:20,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:17:20,739 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:20,739 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63642730, jitterRate=-0.05164942145347595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040240724Initializing all the Stores at 1732040240725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040240725Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040240725Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040240725Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040240725Cleaning up temporary data from old regions at 1732040240735 (+10 ms)Region opened successfully at 1732040240739 (+4 ms) 2024-11-19T18:17:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:17:20,739 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:17:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:17:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:17:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:17:20,740 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:20,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040240739Disabling compacts and flushes for region at 1732040240739Disabling writes for close at 1732040240739Writing region close event to WAL at 1732040240740 (+1 ms)Closed at 1732040240740 2024-11-19T18:17:20,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:20,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:17:20,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:17:20,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:17:20,744 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:17:20,895 DEBUG [30db5f576be8:35485 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:17:20,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,33201,1732040238427 2024-11-19T18:17:20,897 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,33201,1732040238427, state=OPENING 2024-11-19T18:17:20,899 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:17:20,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:20,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:20,902 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:17:20,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1699334964/meta-region-server: CHANGED 2024-11-19T18:17:20,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1699334964/meta-region-server: CHANGED 2024-11-19T18:17:20,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,33201,1732040238427}] 2024-11-19T18:17:21,056 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:17:21,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:17:21,065 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:17:21,065 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:21,065 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:17:21,067 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C33201%2C1732040238427.meta, suffix=.meta, logDir=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/WALs/30db5f576be8,33201,1732040238427, archiveDir=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/oldWALs, maxLogs=10 2024-11-19T18:17:21,084 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/WALs/30db5f576be8,33201,1732040238427/30db5f576be8%2C33201%2C1732040238427.meta.1732040241067.meta, exclude list is [], retry=0 2024-11-19T18:17:21,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32847,DS-d4c76036-0c39-44c2-812b-e58141ea0f4a,DISK] 2024-11-19T18:17:21,093 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/WALs/30db5f576be8,33201,1732040238427/30db5f576be8%2C33201%2C1732040238427.meta.1732040241067.meta 2024-11-19T18:17:21,095 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-19T18:17:21,095 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:21,096 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:17:21,096 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:17:21,096 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:17:21,096 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:17:21,096 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:17:21,096 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:21,097 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:17:21,097 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:17:21,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:17:21,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:17:21,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:21,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:21,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:17:21,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:17:21,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:21,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:21,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:17:21,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:17:21,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:21,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:21,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:17:21,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:17:21,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:21,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:21,107 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:17:21,108 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/1588230740 2024-11-19T18:17:21,109 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/1588230740 2024-11-19T18:17:21,110 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:17:21,110 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:17:21,111 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:21,113 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:17:21,114 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60554092, jitterRate=-0.09767371416091919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:21,114 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:17:21,115 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040241097Writing region info on filesystem at 1732040241097Initializing all the Stores at 1732040241098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040241098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040241100 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040241100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040241100Cleaning up temporary data from old regions at 1732040241110 (+10 ms)Running coprocessor post-open hooks at 1732040241114 (+4 ms)Region opened successfully at 1732040241114 2024-11-19T18:17:21,116 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040241055 2024-11-19T18:17:21,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,33201,1732040238427 2024-11-19T18:17:21,121 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:17:21,122 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:17:21,123 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,33201,1732040238427, state=OPEN 2024-11-19T18:17:21,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1699334964/meta-region-server 2024-11-19T18:17:21,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1699334964/meta-region-server 2024-11-19T18:17:21,126 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,33201,1732040238427 2024-11-19T18:17:21,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1699334964/meta-region-server: CHANGED 2024-11-19T18:17:21,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1699334964/meta-region-server: CHANGED 2024-11-19T18:17:21,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:17:21,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,33201,1732040238427 in 224 msec 2024-11-19T18:17:21,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:17:21,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-19T18:17:21,134 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:21,134 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:17:21,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:21,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,33201,1732040238427, seqNum=-1] 2024-11-19T18:17:21,136 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:21,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:21,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-19T18:17:21,145 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040241145, completionTime=-1 2024-11-19T18:17:21,145 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:17:21,145 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:17:21,148 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:17:21,148 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040301148 2024-11-19T18:17:21,148 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040361148 2024-11-19T18:17:21,148 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T18:17:21,148 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35485,1732040238338-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:21,148 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35485,1732040238338-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:21,148 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35485,1732040238338-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:21,148 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:35485, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:21,149 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:21,149 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:21,151 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:17:21,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.679sec 2024-11-19T18:17:21,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:17:21,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:17:21,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:17:21,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:17:21,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:17:21,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35485,1732040238338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:17:21,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35485,1732040238338-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:17:21,158 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:17:21,158 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:17:21,159 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35485,1732040238338-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:21,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd7e59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:21,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,35485,-1 for getting cluster id 2024-11-19T18:17:21,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:21,263 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56285312-5fb4-4dbf-84c4-729300bdb8e6' 2024-11-19T18:17:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56285312-5fb4-4dbf-84c4-729300bdb8e6" 2024-11-19T18:17:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44753569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,35485,-1] 2024-11-19T18:17:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:21,267 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:21,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:21,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:21,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,33201,1732040238427, seqNum=-1] 2024-11-19T18:17:21,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:21,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:21,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,35485,1732040238338 2024-11-19T18:17:21,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65259 2024-11-19T18:17:21,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:21,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10131727bb90005 connected 2024-11-19T18:17:21,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a15bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:21,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,36027,-1 for getting cluster id 2024-11-19T18:17:21,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:21,288 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bd77ce4-754b-460d-9d84-976ee504ce25' 2024-11-19T18:17:21,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:21,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bd77ce4-754b-460d-9d84-976ee504ce25" 2024-11-19T18:17:21,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c31ca34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:21,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,36027,-1] 2024-11-19T18:17:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:21,290 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed5b14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:21,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,36027,1732040234246 2024-11-19T18:17:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea5eda5 2024-11-19T18:17:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:21,293 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:17:21,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:35485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:17:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:17:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:21,297 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:35485' 2024-11-19T18:17:21,298 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57963acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:21,298 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,35485,-1 for getting cluster id 2024-11-19T18:17:21,298 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:21,299 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56285312-5fb4-4dbf-84c4-729300bdb8e6' 2024-11-19T18:17:21,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:21,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56285312-5fb4-4dbf-84c4-729300bdb8e6" 2024-11-19T18:17:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14622dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,35485,-1] 2024-11-19T18:17:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:21,301 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:21,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd9f25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:21,302 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:21,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,35485,1732040238338 2024-11-19T18:17:21,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b908ee 2024-11-19T18:17:21,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:21,304 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:17:21,306 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T18:17:21,306 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:17:21,306 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:21,306 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:21,307 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:17:21,310 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:17:21,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:17:21,312 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:21,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:21,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:17:21,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741835_1011 (size=1138) 2024-11-19T18:17:21,331 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d345ca088bd0a364e6a9d92f3a3a732, NAME => 'hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d 2024-11-19T18:17:21,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741836_1012 (size=44) 2024-11-19T18:17:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9d345ca088bd0a364e6a9d92f3a3a732, disabling compactions & flushes 2024-11-19T18:17:21,341 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. after waiting 0 ms 2024-11-19T18:17:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:21,341 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d345ca088bd0a364e6a9d92f3a3a732: Waiting for close lock at 1732040241341Disabling compacts and flushes for region at 1732040241341Disabling writes for close at 1732040241341Writing region close event to WAL at 1732040241341Closed at 1732040241341 2024-11-19T18:17:21,343 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:17:21,344 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040241343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040241343"}]},"ts":"1732040241343"} 2024-11-19T18:17:21,347 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:17:21,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:17:21,348 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040241348"}]},"ts":"1732040241348"} 2024-11-19T18:17:21,351 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:17:21,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d345ca088bd0a364e6a9d92f3a3a732, ASSIGN}] 2024-11-19T18:17:21,353 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d345ca088bd0a364e6a9d92f3a3a732, ASSIGN 2024-11-19T18:17:21,354 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d345ca088bd0a364e6a9d92f3a3a732, ASSIGN; state=OFFLINE, location=30db5f576be8,42471,1732040234330; forceNewPlan=false, retain=false 2024-11-19T18:17:21,360 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:17:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:21,505 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d345ca088bd0a364e6a9d92f3a3a732, regionState=OPENING, regionLocation=30db5f576be8,42471,1732040234330 2024-11-19T18:17:21,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d345ca088bd0a364e6a9d92f3a3a732, ASSIGN because future has completed 2024-11-19T18:17:21,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d345ca088bd0a364e6a9d92f3a3a732, server=30db5f576be8,42471,1732040234330}] 2024-11-19T18:17:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:21,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:21,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:21,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:17:21,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C42471%2C1732040234330.rep, suffix=, logDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/oldWALs, maxLogs=10 2024-11-19T18:17:21,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.rep.1732040241670, exclude list is [], retry=0 2024-11-19T18:17:21,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35411,DS-1c8a059d-e90f-4738-9a25-a8d706a512eb,DISK] 2024-11-19T18:17:21,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.rep.1732040241670 2024-11-19T18:17:21,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46565:46565)] 2024-11-19T18:17:21,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d345ca088bd0a364e6a9d92f3a3a732, NAME => 'hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:21,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:17:21,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:17:21,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. service=MultiRowMutationService 2024-11-19T18:17:21,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:17:21,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:21,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,694 INFO [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,695 INFO [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d345ca088bd0a364e6a9d92f3a3a732 columnFamilyName hfileref 2024-11-19T18:17:21,695 DEBUG [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:21,696 INFO [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] regionserver.HStore(327): Store=9d345ca088bd0a364e6a9d92f3a3a732/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:21,696 INFO [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,697 INFO [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d345ca088bd0a364e6a9d92f3a3a732 columnFamilyName queue 2024-11-19T18:17:21,698 DEBUG [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:21,698 INFO [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] regionserver.HStore(327): Store=9d345ca088bd0a364e6a9d92f3a3a732/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:21,698 INFO [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,699 INFO [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d345ca088bd0a364e6a9d92f3a3a732 columnFamilyName sid 2024-11-19T18:17:21,699 DEBUG [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:21,700 INFO [StoreOpener-9d345ca088bd0a364e6a9d92f3a3a732-1 {}] regionserver.HStore(327): Store=9d345ca088bd0a364e6a9d92f3a3a732/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:21,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/replication/9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/replication/9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:17:21,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/replication/9d345ca088bd0a364e6a9d92f3a3a732/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:21,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9d345ca088bd0a364e6a9d92f3a3a732; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65579895, jitterRate=-0.022783413529396057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:17:21,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:21,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9d345ca088bd0a364e6a9d92f3a3a732: Running coprocessor pre-open hook at 1732040241693Writing region info on filesystem at 1732040241693Initializing all the Stores at 1732040241693Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040241693Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040241694 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040241694Cleaning up temporary data from old regions at 1732040241702 (+8 ms)Running coprocessor post-open hooks at 1732040241706 (+4 ms)Region opened successfully at 1732040241706 2024-11-19T18:17:21,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732., pid=7, masterSystemTime=1732040241662 2024-11-19T18:17:21,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:21,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:21,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d345ca088bd0a364e6a9d92f3a3a732, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,42471,1732040234330 2024-11-19T18:17:21,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d345ca088bd0a364e6a9d92f3a3a732, server=30db5f576be8,42471,1732040234330 because future has completed 2024-11-19T18:17:21,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T18:17:21,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d345ca088bd0a364e6a9d92f3a3a732, server=30db5f576be8,42471,1732040234330 in 205 msec 2024-11-19T18:17:21,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:17:21,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d345ca088bd0a364e6a9d92f3a3a732, ASSIGN in 365 msec 2024-11-19T18:17:21,720 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:17:21,720 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040241720"}]},"ts":"1732040241720"} 2024-11-19T18:17:21,722 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:17:21,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:17:21,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 416 msec 2024-11-19T18:17:21,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732., hostname=30db5f576be8,42471,1732040234330, seqNum=2] 2024-11-19T18:17:21,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:21,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:21,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:17:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:21,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T18:17:21,930 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:17:21,971 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,42471,1732040234330, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:17:21,972 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:21,972 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,42471,1732040234330, seqNum=-1] 2024-11-19T18:17:21,972 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:21,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-19T18:17:21,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,42471,1732040234330', locateType=CURRENT is [region=hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732., hostname=30db5f576be8,42471,1732040234330, seqNum=2] 2024-11-19T18:17:21,978 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T18:17:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T18:17:21,981 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,42471,1732040234330 suceeded 2024-11-19T18:17:21,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T18:17:21,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-19T18:17:21,984 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:35485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:17:21,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 690 msec 2024-11-19T18:17:21,997 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:35485' 2024-11-19T18:17:22,000 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f1ae73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:22,001 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,35485,-1 for getting cluster id 2024-11-19T18:17:22,001 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:22,002 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56285312-5fb4-4dbf-84c4-729300bdb8e6' 2024-11-19T18:17:22,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:22,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56285312-5fb4-4dbf-84c4-729300bdb8e6" 2024-11-19T18:17:22,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f1e9a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:22,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,35485,-1] 2024-11-19T18:17:22,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:22,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:22,003 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:22,004 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4220bcc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:22,004 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:22,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,35485,1732040238338 2024-11-19T18:17:22,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b29cddd 2024-11-19T18:17:22,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:22,006 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-19T18:17:22,007 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,42471,1732040234330 (queues=1) is replicating from cluster=6bd77ce4-754b-460d-9d84-976ee504ce25 to cluster=56285312-5fb4-4dbf-84c4-729300bdb8e6 2024-11-19T18:17:22,007 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C42471%2C1732040234330 2024-11-19T18:17:22,007 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,42471,1732040234330, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:17:22,008 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.shipper30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C42471%2C1732040234330 2024-11-19T18:17:22,008 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497, startPosition=0, beingWritten=true 2024-11-19T18:17:22,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:17:22,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:22,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:22,215 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497 to pos 0, reset compression=false 2024-11-19T18:17:22,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T18:17:22,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:17:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:22,432 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:17:22,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:22,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:22,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:22,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:22,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:22,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,36027,1732040234246 2024-11-19T18:17:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52be9dd7 2024-11-19T18:17:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:22,435 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:17:22,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T18:17:22,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:17:22,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:22,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:22,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:22,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:22,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:22,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:17:22,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1507555233, stopped=false 2024-11-19T18:17:22,437 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,35485,1732040238338 2024-11-19T18:17:22,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1699334964/running 2024-11-19T18:17:22,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1699334964/running 2024-11-19T18:17:22,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:22,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:22,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:17:22,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:22,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:22,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:22,440 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,33201,1732040238427' ***** 2024-11-19T18:17:22,440 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:17:22,441 INFO [RS:0;30db5f576be8:33201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:17:22,441 INFO [RS:0;30db5f576be8:33201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:17:22,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Set watcher on znode that does not yet exist, /1-1699334964/running 2024-11-19T18:17:22,441 INFO [RS:0;30db5f576be8:33201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:17:22,441 INFO [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,33201,1732040238427 2024-11-19T18:17:22,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Set watcher on znode that does not yet exist, /1-1699334964/running 2024-11-19T18:17:22,441 INFO [RS:0;30db5f576be8:33201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:17:22,441 INFO [RS:0;30db5f576be8:33201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:33201. 2024-11-19T18:17:22,441 DEBUG [RS:0;30db5f576be8:33201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:22,441 DEBUG [RS:0;30db5f576be8:33201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:22,441 INFO [RS:0;30db5f576be8:33201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:17:22,441 INFO [RS:0;30db5f576be8:33201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:17:22,441 INFO [RS:0;30db5f576be8:33201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:17:22,442 INFO [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:17:22,442 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:17:22,442 INFO [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:17:22,442 DEBUG [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:17:22,442 DEBUG [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:22,442 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:17:22,442 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:17:22,442 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:17:22,442 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:17:22,442 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:17:22,442 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T18:17:22,443 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:17:22,461 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/1588230740/.tmp/ns/7eac225197a348298ac695a764ce99ac is 43, key is default/ns:d/1732040241138/Put/seqid=0 2024-11-19T18:17:22,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741835_1011 (size=5153) 2024-11-19T18:17:22,521 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497 to pos 0, reset compression=false 2024-11-19T18:17:22,642 DEBUG [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:22,842 DEBUG [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:22,871 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/1588230740/.tmp/ns/7eac225197a348298ac695a764ce99ac 2024-11-19T18:17:22,878 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/1588230740/.tmp/ns/7eac225197a348298ac695a764ce99ac as hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/1588230740/ns/7eac225197a348298ac695a764ce99ac 2024-11-19T18:17:22,884 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/1588230740/ns/7eac225197a348298ac695a764ce99ac, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T18:17:22,885 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-19T18:17:22,889 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T18:17:22,890 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:17:22,890 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:17:22,890 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:22,890 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040242442Running coprocessor pre-close hooks at 1732040242442Disabling compacts and flushes for region at 1732040242442Disabling writes for close at 1732040242442Obtaining lock to block concurrent updates at 1732040242442Preparing flush snapshotting stores in 1588230740 at 1732040242442Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732040242443 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732040242443Flushing 1588230740/ns: creating writer at 1732040242443Flushing 1588230740/ns: appending metadata at 1732040242460 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732040242460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ded1c8: reopening flushed file at 1732040242877 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1732040242885 (+8 ms)Writing region close event to WAL at 1732040242886 (+1 ms)Running coprocessor post-close hooks at 1732040242890 (+4 ms)Closed at 1732040242890 2024-11-19T18:17:22,890 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:22,929 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497 to pos 0, reset compression=false 2024-11-19T18:17:23,043 INFO [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,33201,1732040238427; all regions closed. 2024-11-19T18:17:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741834_1010 (size=1152) 2024-11-19T18:17:23,048 DEBUG [RS:0;30db5f576be8:33201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/oldWALs 2024-11-19T18:17:23,048 INFO [RS:0;30db5f576be8:33201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C33201%2C1732040238427.meta:.meta(num 1732040241067) 2024-11-19T18:17:23,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741832_1008 (size=93) 2024-11-19T18:17:23,052 DEBUG [RS:0;30db5f576be8:33201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/oldWALs 2024-11-19T18:17:23,052 INFO [RS:0;30db5f576be8:33201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C33201%2C1732040238427:(num 1732040240179) 2024-11-19T18:17:23,052 DEBUG [RS:0;30db5f576be8:33201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:23,052 INFO [RS:0;30db5f576be8:33201 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:17:23,052 INFO [RS:0;30db5f576be8:33201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:17:23,053 INFO [RS:0;30db5f576be8:33201 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:17:23,053 INFO [RS:0;30db5f576be8:33201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:17:23,053 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:17:23,053 INFO [RS:0;30db5f576be8:33201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33201 2024-11-19T18:17:23,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1699334964/rs/30db5f576be8,33201,1732040238427 2024-11-19T18:17:23,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964/rs 2024-11-19T18:17:23,056 INFO [RS:0;30db5f576be8:33201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:17:23,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,33201,1732040238427] 2024-11-19T18:17:23,058 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1699334964/draining/30db5f576be8,33201,1732040238427 already deleted, retry=false 2024-11-19T18:17:23,059 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,33201,1732040238427 expired; onlineServers=0 2024-11-19T18:17:23,059 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,35485,1732040238338' ***** 2024-11-19T18:17:23,059 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:17:23,059 INFO [M:0;30db5f576be8:35485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:17:23,059 INFO [M:0;30db5f576be8:35485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:17:23,059 DEBUG [M:0;30db5f576be8:35485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:17:23,059 DEBUG [M:0;30db5f576be8:35485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:17:23,059 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:17:23,059 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040239912 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040239912,5,FailOnTimeoutGroup] 2024-11-19T18:17:23,059 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040239918 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040239918,5,FailOnTimeoutGroup] 2024-11-19T18:17:23,059 INFO [M:0;30db5f576be8:35485 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:17:23,059 INFO [M:0;30db5f576be8:35485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:17:23,059 DEBUG [M:0;30db5f576be8:35485 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:17:23,059 INFO [M:0;30db5f576be8:35485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:17:23,059 INFO [M:0;30db5f576be8:35485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:17:23,060 INFO [M:0;30db5f576be8:35485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:17:23,060 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:17:23,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1699334964/master 2024-11-19T18:17:23,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1699334964 2024-11-19T18:17:23,060 DEBUG [M:0;30db5f576be8:35485 {}] zookeeper.ZKUtil(347): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Unable to get data of znode /1-1699334964/master because node does not exist (not an error) 2024-11-19T18:17:23,061 WARN [M:0;30db5f576be8:35485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:17:23,061 INFO [M:0;30db5f576be8:35485 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/.lastflushedseqids 2024-11-19T18:17:23,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741836_1012 (size=99) 2024-11-19T18:17:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:23,157 INFO [RS:0;30db5f576be8:33201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:17:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33201-0x10131727bb90004, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:23,158 INFO [RS:0;30db5f576be8:33201 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,33201,1732040238427; zookeeper connection closed. 2024-11-19T18:17:23,158 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c0532 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c0532 2024-11-19T18:17:23,158 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:17:23,434 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497 to pos 0, reset compression=false 2024-11-19T18:17:23,467 INFO [M:0;30db5f576be8:35485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:17:23,467 INFO [M:0;30db5f576be8:35485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:17:23,467 DEBUG [M:0;30db5f576be8:35485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:17:23,467 INFO [M:0;30db5f576be8:35485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:23,467 DEBUG [M:0;30db5f576be8:35485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:23,467 DEBUG [M:0;30db5f576be8:35485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:17:23,468 DEBUG [M:0;30db5f576be8:35485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:23,468 INFO [M:0;30db5f576be8:35485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T18:17:23,486 DEBUG [M:0;30db5f576be8:35485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/939407da78c443c2b7a514b973dd91c4 is 82, key is hbase:meta,,1/info:regioninfo/1732040241121/Put/seqid=0 2024-11-19T18:17:23,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741837_1013 (size=5672) 2024-11-19T18:17:23,892 INFO [M:0;30db5f576be8:35485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/939407da78c443c2b7a514b973dd91c4 2024-11-19T18:17:23,916 DEBUG [M:0;30db5f576be8:35485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7fb2270b24f4d46a3806bc6874ebb03 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732040241144/Put/seqid=0 2024-11-19T18:17:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741838_1014 (size=5275) 2024-11-19T18:17:24,042 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497 to pos 0, reset compression=false 2024-11-19T18:17:24,322 INFO [M:0;30db5f576be8:35485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7fb2270b24f4d46a3806bc6874ebb03 2024-11-19T18:17:24,351 DEBUG [M:0;30db5f576be8:35485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45d62932645b48cb8907f9487f237601 is 69, key is 30db5f576be8,33201,1732040238427/rs:state/1732040239981/Put/seqid=0 2024-11-19T18:17:24,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741839_1015 (size=5156) 2024-11-19T18:17:24,749 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497 to pos 0, reset compression=false 2024-11-19T18:17:24,757 INFO [M:0;30db5f576be8:35485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45d62932645b48cb8907f9487f237601 2024-11-19T18:17:24,763 DEBUG [M:0;30db5f576be8:35485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/939407da78c443c2b7a514b973dd91c4 as hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/939407da78c443c2b7a514b973dd91c4 2024-11-19T18:17:24,768 INFO [M:0;30db5f576be8:35485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/939407da78c443c2b7a514b973dd91c4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T18:17:24,769 DEBUG [M:0;30db5f576be8:35485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7fb2270b24f4d46a3806bc6874ebb03 as hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7fb2270b24f4d46a3806bc6874ebb03 2024-11-19T18:17:24,773 INFO [M:0;30db5f576be8:35485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7fb2270b24f4d46a3806bc6874ebb03, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T18:17:24,774 DEBUG [M:0;30db5f576be8:35485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45d62932645b48cb8907f9487f237601 as hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45d62932645b48cb8907f9487f237601 2024-11-19T18:17:24,778 INFO [M:0;30db5f576be8:35485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/440f38b8-c691-f6d8-8eb5-db5859346b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45d62932645b48cb8907f9487f237601, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T18:17:24,779 INFO [M:0;30db5f576be8:35485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false 2024-11-19T18:17:24,781 INFO [M:0;30db5f576be8:35485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:24,781 DEBUG [M:0;30db5f576be8:35485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040243467Disabling compacts and flushes for region at 1732040243467Disabling writes for close at 1732040243468 (+1 ms)Obtaining lock to block concurrent updates at 1732040243468Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040243468Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732040243468Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040243469 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040243469Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040243485 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040243485Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040243899 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040243915 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040243915Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040244328 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040244350 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040244350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b05307: reopening flushed file at 1732040244762 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a1c4e0: reopening flushed file at 1732040244768 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ccdcb57: reopening flushed file at 1732040244773 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false at 1732040244779 (+6 ms)Writing region close event to WAL at 1732040244781 (+2 ms)Closed at 1732040244781 2024-11-19T18:17:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741830_1006 (size=10165) 2024-11-19T18:17:24,784 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:17:24,784 INFO [M:0;30db5f576be8:35485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:17:24,784 INFO [M:0;30db5f576be8:35485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35485 2024-11-19T18:17:24,784 INFO [M:0;30db5f576be8:35485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:17:24,886 INFO [M:0;30db5f576be8:35485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:17:24,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:24,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35485-0x10131727bb90003, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:24,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25355706{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:17:24,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:17:24,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:17:24,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:17:24,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/hadoop.log.dir/,STOPPED} 2024-11-19T18:17:24,891 WARN [BP-1996642992-172.17.0.2-1732040237646 heartbeating to localhost/127.0.0.1:45149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:17:24,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:17:24,891 WARN [BP-1996642992-172.17.0.2-1732040237646 heartbeating to localhost/127.0.0.1:45149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1996642992-172.17.0.2-1732040237646 (Datanode Uuid 4f730f5c-3509-4d25-bd2d-078629401898) service to localhost/127.0.0.1:45149 2024-11-19T18:17:24,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:17:24,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/cluster_2cfe77b1-6dff-b741-ad43-e5f9b7710d08/data/data1/current/BP-1996642992-172.17.0.2-1732040237646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:17:24,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/cluster_2cfe77b1-6dff-b741-ad43-e5f9b7710d08/data/data2/current/BP-1996642992-172.17.0.2-1732040237646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:17:24,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:17:24,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d817f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:17:24,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:17:24,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:17:24,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:17:24,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/hadoop.log.dir/,STOPPED} 2024-11-19T18:17:24,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:17:24,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:17:24,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:24,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:24,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:24,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:24,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:24,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:17:24,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=601646555, stopped=false 2024-11-19T18:17:24,920 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,36027,1732040234246 2024-11-19T18:17:24,922 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:17:24,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-313351109/running 2024-11-19T18:17:24,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-313351109/running 2024-11-19T18:17:24,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:24,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:24,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:24,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:24,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:24,923 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,42471,1732040234330' ***** 2024-11-19T18:17:24,923 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:17:24,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Set watcher on znode that does not yet exist, /0-313351109/running 2024-11-19T18:17:24,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Set watcher on znode that does not yet exist, /0-313351109/running 2024-11-19T18:17:24,923 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:17:24,923 INFO [RS:0;30db5f576be8:42471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:17:24,923 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:17:24,923 INFO [RS:0;30db5f576be8:42471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:17:24,923 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:24,924 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,42471,1732040234330 2024-11-19T18:17:24,924 INFO [RS:0;30db5f576be8:42471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:17:24,924 INFO [RS:0;30db5f576be8:42471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:42471. 2024-11-19T18:17:24,924 DEBUG [RS:0;30db5f576be8:42471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:24,924 DEBUG [RS:0;30db5f576be8:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:24,924 INFO [RS:0;30db5f576be8:42471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:17:24,924 INFO [RS:0;30db5f576be8:42471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:17:24,924 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d345ca088bd0a364e6a9d92f3a3a732, disabling compactions & flushes 2024-11-19T18:17:24,924 INFO [RS:0;30db5f576be8:42471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:17:24,924 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:17:24,924 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:24,924 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:24,924 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. after waiting 0 ms 2024-11-19T18:17:24,924 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:24,924 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d345ca088bd0a364e6a9d92f3a3a732 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T18:17:24,924 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:17:24,924 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1325): Online Regions={9d345ca088bd0a364e6a9d92f3a3a732=hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:17:24,924 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:24,925 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:17:24,925 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:17:24,925 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:17:24,925 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:17:24,925 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:17:24,925 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T18:17:24,942 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/replication/9d345ca088bd0a364e6a9d92f3a3a732/.tmp/queue/7e8cf8817a1a451ea860635c20b7fb8e is 151, key is 1-30db5f576be8,42471,1732040234330/queue:30db5f576be8%2C42471%2C1732040234330/1732040241977/Put/seqid=0 2024-11-19T18:17:24,945 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/.tmp/info/db5fd36ce8b240c69c30c66f422db65b is 147, key is hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732./info:regioninfo/1732040241710/Put/seqid=0 2024-11-19T18:17:24,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741838_1014 (size=5350) 2024-11-19T18:17:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741839_1015 (size=6631) 2024-11-19T18:17:24,957 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:17:25,125 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:25,325 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d345ca088bd0a364e6a9d92f3a3a732 2024-11-19T18:17:25,350 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/replication/9d345ca088bd0a364e6a9d92f3a3a732/.tmp/queue/7e8cf8817a1a451ea860635c20b7fb8e 2024-11-19T18:17:25,351 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:17:25,351 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:17:25,353 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/.tmp/info/db5fd36ce8b240c69c30c66f422db65b 2024-11-19T18:17:25,358 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/replication/9d345ca088bd0a364e6a9d92f3a3a732/.tmp/queue/7e8cf8817a1a451ea860635c20b7fb8e as hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/replication/9d345ca088bd0a364e6a9d92f3a3a732/queue/7e8cf8817a1a451ea860635c20b7fb8e 2024-11-19T18:17:25,364 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/replication/9d345ca088bd0a364e6a9d92f3a3a732/queue/7e8cf8817a1a451ea860635c20b7fb8e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T18:17:25,365 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9d345ca088bd0a364e6a9d92f3a3a732 in 441ms, sequenceid=5, compaction requested=false 2024-11-19T18:17:25,369 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/replication/9d345ca088bd0a364e6a9d92f3a3a732/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T18:17:25,370 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:17:25,370 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:17:25,370 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:25,370 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d345ca088bd0a364e6a9d92f3a3a732: Waiting for close lock at 1732040244924Running coprocessor pre-close hooks at 1732040244924Disabling compacts and flushes for region at 1732040244924Disabling writes for close at 1732040244924Obtaining lock to block concurrent updates at 1732040244924Preparing flush snapshotting stores in 9d345ca088bd0a364e6a9d92f3a3a732 at 1732040244924Finished memstore snapshotting hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732040244925 (+1 ms)Flushing stores of hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. at 1732040244926 (+1 ms)Flushing 9d345ca088bd0a364e6a9d92f3a3a732/queue: creating writer at 1732040244926Flushing 9d345ca088bd0a364e6a9d92f3a3a732/queue: appending metadata at 1732040244941 (+15 ms)Flushing 9d345ca088bd0a364e6a9d92f3a3a732/queue: closing flushed file at 1732040244942 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a998b90: reopening flushed file at 1732040245357 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9d345ca088bd0a364e6a9d92f3a3a732 in 441ms, sequenceid=5, compaction requested=false at 1732040245365 (+8 ms)Writing region close event to WAL at 1732040245366 (+1 ms)Running coprocessor post-close hooks at 1732040245370 (+4 ms)Closed at 1732040245370 2024-11-19T18:17:25,370 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040241306.9d345ca088bd0a364e6a9d92f3a3a732. 2024-11-19T18:17:25,375 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/.tmp/ns/1f2195a30f9a444285776003f6d69294 is 43, key is default/ns:d/1732040237494/Put/seqid=0 2024-11-19T18:17:25,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741840_1016 (size=5153) 2024-11-19T18:17:25,525 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:25,554 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497 to pos 0, reset compression=false 2024-11-19T18:17:25,725 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:25,780 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/.tmp/ns/1f2195a30f9a444285776003f6d69294 2024-11-19T18:17:25,802 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/.tmp/table/f010a9cc2ec243efa10410dbe48f5b05 is 53, key is hbase:replication/table:state/1732040241720/Put/seqid=0 2024-11-19T18:17:25,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741841_1017 (size=5256) 2024-11-19T18:17:25,926 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:17:25,926 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:17:25,926 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:26,126 DEBUG [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:17:26,207 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/.tmp/table/f010a9cc2ec243efa10410dbe48f5b05 2024-11-19T18:17:26,214 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/.tmp/info/db5fd36ce8b240c69c30c66f422db65b as hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/info/db5fd36ce8b240c69c30c66f422db65b 2024-11-19T18:17:26,219 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/info/db5fd36ce8b240c69c30c66f422db65b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T18:17:26,220 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/.tmp/ns/1f2195a30f9a444285776003f6d69294 as hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/ns/1f2195a30f9a444285776003f6d69294 2024-11-19T18:17:26,226 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/ns/1f2195a30f9a444285776003f6d69294, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T18:17:26,227 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/.tmp/table/f010a9cc2ec243efa10410dbe48f5b05 as hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/table/f010a9cc2ec243efa10410dbe48f5b05 2024-11-19T18:17:26,232 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/table/f010a9cc2ec243efa10410dbe48f5b05, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T18:17:26,233 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false 2024-11-19T18:17:26,237 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T18:17:26,238 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:17:26,238 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:17:26,238 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:26,238 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040244924Running coprocessor pre-close hooks at 1732040244924Disabling compacts and flushes for region at 1732040244924Disabling writes for close at 1732040244925 (+1 ms)Obtaining lock to block concurrent updates at 1732040244925Preparing flush snapshotting stores in 1588230740 at 1732040244925Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732040244925Flushing stores of hbase:meta,,1.1588230740 at 1732040244926 (+1 ms)Flushing 1588230740/info: creating writer at 1732040244926Flushing 1588230740/info: appending metadata at 1732040244945 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732040244945Flushing 1588230740/ns: creating writer at 1732040245358 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732040245375 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732040245375Flushing 1588230740/table: creating writer at 1732040245787 (+412 ms)Flushing 1588230740/table: appending metadata at 1732040245801 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732040245801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@352c464c: reopening flushed file at 1732040246213 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b730c2: reopening flushed file at 1732040246219 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5155e3b3: reopening flushed file at 1732040246226 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false at 1732040246233 (+7 ms)Writing region close event to WAL at 1732040246234 (+1 ms)Running coprocessor post-close hooks at 1732040246238 (+4 ms)Closed at 1732040246238 2024-11-19T18:17:26,238 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:26,326 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,42471,1732040234330; all regions closed. 2024-11-19T18:17:26,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741834_1010 (size=2742) 2024-11-19T18:17:26,329 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.meta.1732040237429.meta not finished, retry = 0 2024-11-19T18:17:26,432 DEBUG [RS:0;30db5f576be8:42471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/oldWALs 2024-11-19T18:17:26,432 INFO [RS:0;30db5f576be8:42471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C42471%2C1732040234330.meta:.meta(num 1732040237429) 2024-11-19T18:17:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741837_1013 (size=1586) 2024-11-19T18:17:26,439 DEBUG [RS:0;30db5f576be8:42471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/oldWALs 2024-11-19T18:17:26,439 INFO [RS:0;30db5f576be8:42471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C42471%2C1732040234330.rep:(num 1732040241670) 2024-11-19T18:17:26,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497 not finished, retry = 0 2024-11-19T18:17:26,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741832_1008 (size=93) 2024-11-19T18:17:26,460 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497 to pos 0, reset compression=false 2024-11-19T18:17:26,543 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497 2024-11-19T18:17:26,543 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T18:17:26,543 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.wal-reader.30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T18:17:26,545 DEBUG [RS:0;30db5f576be8:42471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/oldWALs 2024-11-19T18:17:26,545 INFO [RS:0;30db5f576be8:42471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C42471%2C1732040234330:(num 1732040236497) 2024-11-19T18:17:26,545 DEBUG [RS:0;30db5f576be8:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:26,545 INFO [RS:0;30db5f576be8:42471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:17:26,545 INFO [RS:0;30db5f576be8:42471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:17:26,545 INFO [RS:0;30db5f576be8:42471 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:17:26,545 INFO [RS:0;30db5f576be8:42471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:17:26,546 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:17:26,546 INFO [RS:0;30db5f576be8:42471 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,42471,1732040234330 because: Region server is closing 2024-11-19T18:17:26,546 INFO [RS:0;30db5f576be8:42471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:42471. 2024-11-19T18:17:26,546 DEBUG [RS:0;30db5f576be8:42471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:26,546 DEBUG [RS:0;30db5f576be8:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:26,546 DEBUG [RS:0;30db5f576be8:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:26,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:26,543 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.shipper30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,42471,1732040234330 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/WALs/30db5f576be8,42471,1732040234330/30db5f576be8%2C42471%2C1732040234330.1732040236497, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T18:17:26,552 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.shipper30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30db5f576be8,42471,1732040234330: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30db5f576be8,42471,1732040234330, walGroup=30db5f576be8%2C42471%2C1732040234330, offset=30db5f576be8%2C42471%2C1732040234330.1732040236497:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:42471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T18:17:26,553 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.shipper30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T18:17:26,556 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.shipper30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T18:17:26,557 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.shipper30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T18:17:26,557 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.shipper30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T18:17:26,557 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.shipper30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T18:17:26,558 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.shipper30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 513961472 }, "NonHeapMemoryUsage": { "committed": 168886272, "init": 7667712, "max": -1, "used": 166281560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T18:17:26,559 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.shipper30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [30db5f576be8%2C42471%2C1732040234330.1732040236497] 2024-11-19T18:17:26,647 INFO [RS:0;30db5f576be8:42471 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42471,1732040234330.replicationSource.shipper30db5f576be8%2C42471%2C1732040234330,1-30db5f576be8,42471,1732040234330 terminated 2024-11-19T18:17:26,647 INFO [RS:0;30db5f576be8:42471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42471 2024-11-19T18:17:26,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109/rs 2024-11-19T18:17:26,650 INFO [RS:0;30db5f576be8:42471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:17:26,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-313351109/rs/30db5f576be8,42471,1732040234330 2024-11-19T18:17:26,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,42471,1732040234330] 2024-11-19T18:17:26,654 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-313351109/draining/30db5f576be8,42471,1732040234330 already deleted, retry=false 2024-11-19T18:17:26,654 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,42471,1732040234330 expired; onlineServers=0 2024-11-19T18:17:26,654 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,36027,1732040234246' ***** 2024-11-19T18:17:26,654 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:17:26,654 INFO [M:0;30db5f576be8:36027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:17:26,654 INFO [M:0;30db5f576be8:36027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:17:26,655 DEBUG [M:0;30db5f576be8:36027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:17:26,655 DEBUG [M:0;30db5f576be8:36027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:17:26,655 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:17:26,655 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040236256 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040236256,5,FailOnTimeoutGroup] 2024-11-19T18:17:26,655 INFO [M:0;30db5f576be8:36027 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:17:26,655 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040236256 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040236256,5,FailOnTimeoutGroup] 2024-11-19T18:17:26,655 INFO [M:0;30db5f576be8:36027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:17:26,655 DEBUG [M:0;30db5f576be8:36027 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:17:26,655 INFO [M:0;30db5f576be8:36027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:17:26,655 INFO [M:0;30db5f576be8:36027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:17:26,655 INFO [M:0;30db5f576be8:36027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:17:26,656 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:17:26,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-313351109/master 2024-11-19T18:17:26,656 DEBUG [M:0;30db5f576be8:36027 {}] zookeeper.ZKUtil(347): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Unable to get data of znode /0-313351109/master because node does not exist (not an error) 2024-11-19T18:17:26,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313351109 2024-11-19T18:17:26,656 WARN [M:0;30db5f576be8:36027 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:17:26,657 INFO [M:0;30db5f576be8:36027 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/.lastflushedseqids 2024-11-19T18:17:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741842_1018 (size=181) 2024-11-19T18:17:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:26,752 INFO [RS:0;30db5f576be8:42471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:17:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x10131727bb90001, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:26,752 INFO [RS:0;30db5f576be8:42471 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,42471,1732040234330; zookeeper connection closed. 2024-11-19T18:17:26,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72167c44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72167c44 2024-11-19T18:17:26,753 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:17:27,063 INFO [M:0;30db5f576be8:36027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:17:27,063 INFO [M:0;30db5f576be8:36027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:17:27,063 DEBUG [M:0;30db5f576be8:36027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:17:27,063 INFO [M:0;30db5f576be8:36027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:27,063 DEBUG [M:0;30db5f576be8:36027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:27,063 DEBUG [M:0;30db5f576be8:36027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:17:27,063 DEBUG [M:0;30db5f576be8:36027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:27,063 INFO [M:0;30db5f576be8:36027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T18:17:27,080 DEBUG [M:0;30db5f576be8:36027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46515c5b82cb48a88132745f8ba75e77 is 82, key is hbase:meta,,1/info:regioninfo/1732040237476/Put/seqid=0 2024-11-19T18:17:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741843_1019 (size=5672) 2024-11-19T18:17:27,194 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:17:27,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:27,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:27,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:27,485 INFO [M:0;30db5f576be8:36027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46515c5b82cb48a88132745f8ba75e77 2024-11-19T18:17:27,505 DEBUG [M:0;30db5f576be8:36027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e333f5b3f5de4d46b13ad16ddb6382cb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732040241725/Put/seqid=0 2024-11-19T18:17:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741844_1020 (size=7203) 2024-11-19T18:17:27,910 INFO [M:0;30db5f576be8:36027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e333f5b3f5de4d46b13ad16ddb6382cb 2024-11-19T18:17:27,930 DEBUG [M:0;30db5f576be8:36027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/792358d29c85436a9322f30ba1fc58aa is 69, key is 30db5f576be8,42471,1732040234330/rs:state/1732040236323/Put/seqid=0 2024-11-19T18:17:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741845_1021 (size=5156) 2024-11-19T18:17:28,336 INFO [M:0;30db5f576be8:36027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/792358d29c85436a9322f30ba1fc58aa 2024-11-19T18:17:28,342 DEBUG [M:0;30db5f576be8:36027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46515c5b82cb48a88132745f8ba75e77 as hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46515c5b82cb48a88132745f8ba75e77 2024-11-19T18:17:28,347 INFO [M:0;30db5f576be8:36027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46515c5b82cb48a88132745f8ba75e77, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T18:17:28,348 DEBUG [M:0;30db5f576be8:36027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e333f5b3f5de4d46b13ad16ddb6382cb as hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e333f5b3f5de4d46b13ad16ddb6382cb 2024-11-19T18:17:28,353 INFO [M:0;30db5f576be8:36027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e333f5b3f5de4d46b13ad16ddb6382cb, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T18:17:28,354 DEBUG [M:0;30db5f576be8:36027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/792358d29c85436a9322f30ba1fc58aa as hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/792358d29c85436a9322f30ba1fc58aa 2024-11-19T18:17:28,358 INFO [M:0;30db5f576be8:36027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/792358d29c85436a9322f30ba1fc58aa, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T18:17:28,359 INFO [M:0;30db5f576be8:36027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false 2024-11-19T18:17:28,361 INFO [M:0;30db5f576be8:36027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:28,361 DEBUG [M:0;30db5f576be8:36027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040247063Disabling compacts and flushes for region at 1732040247063Disabling writes for close at 1732040247063Obtaining lock to block concurrent updates at 1732040247063Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040247063Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732040247064 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040247064Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040247064Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040247079 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040247079Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040247490 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040247505 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040247505Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040247915 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040247930 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040247930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebdad81: reopening flushed file at 1732040248341 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4f9305: reopening flushed file at 1732040248347 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3d5b7c: reopening flushed file at 1732040248353 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false at 1732040248360 (+7 ms)Writing region close event to WAL at 1732040248361 (+1 ms)Closed at 1732040248361 2024-11-19T18:17:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35411 is added to blk_1073741830_1006 (size=41008) 2024-11-19T18:17:28,363 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/969092a7-3766-c9a3-b745-fea85e02534d/MasterData/WALs/30db5f576be8,36027,1732040234246/30db5f576be8%2C36027%2C1732040234246.1732040236084 not finished, retry = 0 2024-11-19T18:17:28,464 INFO [M:0;30db5f576be8:36027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:17:28,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:17:28,464 INFO [M:0;30db5f576be8:36027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36027 2024-11-19T18:17:28,465 INFO [M:0;30db5f576be8:36027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:17:28,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:28,567 INFO [M:0;30db5f576be8:36027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:17:28,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10131727bb90000, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:17:28,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714ec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:17:28,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:17:28,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:17:28,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:17:28,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/hadoop.log.dir/,STOPPED} 2024-11-19T18:17:28,571 WARN [BP-1127436920-172.17.0.2-1732040233293 heartbeating to localhost/127.0.0.1:40369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:17:28,571 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:17:28,571 WARN [BP-1127436920-172.17.0.2-1732040233293 heartbeating to localhost/127.0.0.1:40369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1127436920-172.17.0.2-1732040233293 (Datanode Uuid 5841e56d-73ab-4f1d-8848-453be736eba2) service to localhost/127.0.0.1:40369 2024-11-19T18:17:28,571 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:17:28,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/cluster_8dfdf043-cdfb-f026-0255-f463f61f300f/data/data1/current/BP-1127436920-172.17.0.2-1732040233293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:17:28,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/cluster_8dfdf043-cdfb-f026-0255-f463f61f300f/data/data2/current/BP-1127436920-172.17.0.2-1732040233293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:17:28,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:17:28,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@109ccb36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:17:28,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:17:28,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:17:28,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:17:28,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be0933bf-0d6a-7d81-6668-47ea49510648/hadoop.log.dir/,STOPPED} 2024-11-19T18:17:28,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T18:17:28,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:17:28,609 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 106) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45149 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40369 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65259) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65259) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7197 (was 6841) - AvailableMemoryMB LEAK? - 2024-11-19T18:17:28,617 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=7196 2024-11-19T18:17:28,630 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-19T18:17:28,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/hadoop.log.dir so I do NOT create it in target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918 2024-11-19T18:17:28,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:17:28,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/hadoop.tmp.dir so I do NOT create it in target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918 2024-11-19T18:17:28,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9bf0052-e606-2e13-53e8-fb4d503997ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:17:28,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918 2024-11-19T18:17:28,631 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/cluster_9330a346-5705-7c9c-d450-c5b9e8f2c50e, deleteOnExit=true 2024-11-19T18:17:28,634 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/cluster_9330a346-5705-7c9c-d450-c5b9e8f2c50e/zookeeper_0, clientPort=55872, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/cluster_9330a346-5705-7c9c-d450-c5b9e8f2c50e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/cluster_9330a346-5705-7c9c-d450-c5b9e8f2c50e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T18:17:28,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55872 2024-11-19T18:17:28,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:17:28,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:17:28,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/test.cache.data in system properties and HBase conf 2024-11-19T18:17:28,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:17:28,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:17:28,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:17:28,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:17:28,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:17:28,636 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:17:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:17:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:17:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:17:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:17:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:17:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:17:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:17:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:17:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:17:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:17:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:17:28,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:17:28,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:17:28,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:17:28,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10131727bb90005, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:17:28,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10131727bb90005, quorum=127.0.0.1:65259, baseZNode=/1-1699334964 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:17:28,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10131727bb90002, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:17:28,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10131727bb90002, quorum=127.0.0.1:65259, baseZNode=/0-313351109 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:17:28,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:28,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:17:28,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:17:28,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:17:28,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:17:28,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:28,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:17:28,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:17:28,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f28759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/java.io.tmpdir/jetty-localhost-35433-hadoop-hdfs-3_4_1-tests_jar-_-any-3321376372151269622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:17:28,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:35433} 2024-11-19T18:17:28,861 INFO [Time-limited test {}] server.Server(415): Started @47950ms 2024-11-19T18:17:28,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:28,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:17:28,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:17:28,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:17:28,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:17:28,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:17:28,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:17:29,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c2799f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/java.io.tmpdir/jetty-localhost-41343-hadoop-hdfs-3_4_1-tests_jar-_-any-16639960969572834065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:17:29,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:41343} 2024-11-19T18:17:29,066 INFO [Time-limited test {}] server.Server(415): Started @48154ms 2024-11-19T18:17:29,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:17:29,175 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/cluster_9330a346-5705-7c9c-d450-c5b9e8f2c50e/data/data1/current/BP-1777813917-172.17.0.2-1732040248667/current, will proceed with Du for space computation calculation, 2024-11-19T18:17:29,175 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/cluster_9330a346-5705-7c9c-d450-c5b9e8f2c50e/data/data2/current/BP-1777813917-172.17.0.2-1732040248667/current, will proceed with Du for space computation calculation, 2024-11-19T18:17:29,193 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:17:29,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bfa3de975a0f76d with lease ID 0xc5dd35f7297c8947: Processing first storage report for DS-cdce2641-938e-409c-bfda-2840f3089213 from datanode DatanodeRegistration(127.0.0.1:38547, datanodeUuid=b4797d74-7daa-49a9-abb3-742415fda4f0, infoPort=38593, infoSecurePort=0, ipcPort=44699, storageInfo=lv=-57;cid=testClusterID;nsid=1172316871;c=1732040248667) 2024-11-19T18:17:29,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bfa3de975a0f76d with lease ID 0xc5dd35f7297c8947: from storage DS-cdce2641-938e-409c-bfda-2840f3089213 node DatanodeRegistration(127.0.0.1:38547, datanodeUuid=b4797d74-7daa-49a9-abb3-742415fda4f0, infoPort=38593, infoSecurePort=0, ipcPort=44699, storageInfo=lv=-57;cid=testClusterID;nsid=1172316871;c=1732040248667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:17:29,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bfa3de975a0f76d with lease ID 0xc5dd35f7297c8947: Processing first storage report for DS-99a1fe39-a210-46e7-998b-ba8d9180960b from datanode DatanodeRegistration(127.0.0.1:38547, datanodeUuid=b4797d74-7daa-49a9-abb3-742415fda4f0, infoPort=38593, infoSecurePort=0, ipcPort=44699, storageInfo=lv=-57;cid=testClusterID;nsid=1172316871;c=1732040248667) 2024-11-19T18:17:29,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bfa3de975a0f76d with lease ID 0xc5dd35f7297c8947: from storage DS-99a1fe39-a210-46e7-998b-ba8d9180960b node DatanodeRegistration(127.0.0.1:38547, datanodeUuid=b4797d74-7daa-49a9-abb3-742415fda4f0, infoPort=38593, infoSecurePort=0, ipcPort=44699, storageInfo=lv=-57;cid=testClusterID;nsid=1172316871;c=1732040248667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:17:29,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918 2024-11-19T18:17:29,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:29,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:29,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:17:29,710 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef with version=8 2024-11-19T18:17:29,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/hbase-staging 2024-11-19T18:17:29,713 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:17:29,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:29,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:29,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:17:29,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:29,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:17:29,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:17:29,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:17:29,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42007 2024-11-19T18:17:29,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42007 connecting to ZooKeeper ensemble=127.0.0.1:55872 2024-11-19T18:17:29,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420070x0, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:29,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42007-0x1013172b7c90000 connected 2024-11-19T18:17:29,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:29,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:29,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Set watcher on znode that does not yet exist, /09041669/running 2024-11-19T18:17:29,751 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef, hbase.cluster.distributed=false 2024-11-19T18:17:29,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Set watcher on znode that does not yet exist, /09041669/acl 2024-11-19T18:17:29,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42007 2024-11-19T18:17:29,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42007 2024-11-19T18:17:29,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42007 2024-11-19T18:17:29,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42007 2024-11-19T18:17:29,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42007 2024-11-19T18:17:29,769 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:17:29,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:29,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:29,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:17:29,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:29,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:17:29,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:17:29,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:17:29,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42531 2024-11-19T18:17:29,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42531 connecting to ZooKeeper ensemble=127.0.0.1:55872 2024-11-19T18:17:29,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:29,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:29,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425310x0, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:29,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425310x0, quorum=127.0.0.1:55872, baseZNode=/09041669 Set watcher on znode that does not yet exist, /09041669/running 2024-11-19T18:17:29,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42531-0x1013172b7c90001 connected 2024-11-19T18:17:29,779 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:17:29,780 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:17:29,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Set watcher on znode that does not yet exist, /09041669/master 2024-11-19T18:17:29,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Set watcher on znode that does not yet exist, /09041669/acl 2024-11-19T18:17:29,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42531 2024-11-19T18:17:29,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42531 2024-11-19T18:17:29,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42531 2024-11-19T18:17:29,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42531 2024-11-19T18:17:29,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42531 2024-11-19T18:17:29,796 DEBUG [M:0;30db5f576be8:42007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:42007 2024-11-19T18:17:29,796 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /09041669/backup-masters/30db5f576be8,42007,1732040249713 2024-11-19T18:17:29,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669/backup-masters 2024-11-19T18:17:29,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669/backup-masters 2024-11-19T18:17:29,799 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Set watcher on existing znode=/09041669/backup-masters/30db5f576be8,42007,1732040249713 2024-11-19T18:17:29,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/09041669/master 2024-11-19T18:17:29,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:29,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:29,801 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Set watcher on existing znode=/09041669/master 2024-11-19T18:17:29,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /09041669/backup-masters/30db5f576be8,42007,1732040249713 from backup master directory 2024-11-19T18:17:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/09041669/backup-masters/30db5f576be8,42007,1732040249713 2024-11-19T18:17:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669/backup-masters 2024-11-19T18:17:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669/backup-masters 2024-11-19T18:17:29,803 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:17:29,804 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,42007,1732040249713 2024-11-19T18:17:29,809 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/hbase.id] with ID: 6924c22a-8350-48cc-a150-ebe788005137 2024-11-19T18:17:29,809 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/.tmp/hbase.id 2024-11-19T18:17:29,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:17:30,215 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/.tmp/hbase.id]:[hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/hbase.id] 2024-11-19T18:17:30,227 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:30,227 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:17:30,228 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:17:30,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:30,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:17:30,637 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:17:30,638 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:17:30,638 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:30,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:17:31,047 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store 2024-11-19T18:17:31,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:17:31,456 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:31,456 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:17:31,456 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:31,456 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:31,456 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:17:31,456 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:31,457 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:31,457 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040251456Disabling compacts and flushes for region at 1732040251456Disabling writes for close at 1732040251456Writing region close event to WAL at 1732040251457 (+1 ms)Closed at 1732040251457 2024-11-19T18:17:31,458 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/.initializing 2024-11-19T18:17:31,458 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/WALs/30db5f576be8,42007,1732040249713 2024-11-19T18:17:31,460 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:17:31,462 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C42007%2C1732040249713, suffix=, logDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/WALs/30db5f576be8,42007,1732040249713, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/oldWALs, maxLogs=10 2024-11-19T18:17:31,480 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/WALs/30db5f576be8,42007,1732040249713/30db5f576be8%2C42007%2C1732040249713.1732040251462, exclude list is [], retry=0 2024-11-19T18:17:31,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38547,DS-cdce2641-938e-409c-bfda-2840f3089213,DISK] 2024-11-19T18:17:31,497 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/WALs/30db5f576be8,42007,1732040249713/30db5f576be8%2C42007%2C1732040249713.1732040251462 2024-11-19T18:17:31,502 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38593:38593)] 2024-11-19T18:17:31,503 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:31,503 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:31,503 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,503 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:17:31,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:31,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:31,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:17:31,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:31,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:31,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:17:31,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:31,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:31,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:17:31,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:31,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:31,523 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,524 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,525 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,527 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,527 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,528 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:31,529 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:31,535 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:31,536 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65752696, jitterRate=-0.02020847797393799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:31,536 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040251503Initializing all the Stores at 1732040251505 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040251505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040251505Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040251505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040251505Cleaning up temporary data from old regions at 1732040251527 (+22 ms)Region opened successfully at 1732040251536 (+9 ms) 2024-11-19T18:17:31,540 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:17:31,544 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64913bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:17:31,545 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:17:31,546 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:17:31,546 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:17:31,546 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:17:31,547 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T18:17:31,547 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:17:31,547 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:17:31,553 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:17:31,554 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Unable to get data of znode /09041669/balancer because node does not exist (not necessarily an error) 2024-11-19T18:17:31,556 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /09041669/balancer already deleted, retry=false 2024-11-19T18:17:31,557 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:17:31,557 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Unable to get data of znode /09041669/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:17:31,559 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /09041669/normalizer already deleted, retry=false 2024-11-19T18:17:31,560 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:17:31,561 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Unable to get data of znode /09041669/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:17:31,562 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /09041669/switch/split already deleted, retry=false 2024-11-19T18:17:31,564 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Unable to get data of znode /09041669/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:17:31,565 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /09041669/switch/merge already deleted, retry=false 2024-11-19T18:17:31,568 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Unable to get data of znode /09041669/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:17:31,569 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /09041669/snapshot-cleanup already deleted, retry=false 2024-11-19T18:17:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/09041669/running 2024-11-19T18:17:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/09041669/running 2024-11-19T18:17:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:31,573 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,42007,1732040249713, sessionid=0x1013172b7c90000, setting cluster-up flag (Was=false) 2024-11-19T18:17:31,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:31,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:31,583 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /09041669/flush-table-proc/acquired, /09041669/flush-table-proc/reached, /09041669/flush-table-proc/abort 2024-11-19T18:17:31,585 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,42007,1732040249713 2024-11-19T18:17:31,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:31,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:31,603 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /09041669/online-snapshot/acquired, /09041669/online-snapshot/reached, /09041669/online-snapshot/abort 2024-11-19T18:17:31,604 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,42007,1732040249713 2024-11-19T18:17:31,608 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:17:31,610 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:31,611 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:17:31,611 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:17:31,611 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,42007,1732040249713 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:17:31,613 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:31,613 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:31,613 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:31,613 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:31,613 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:17:31,613 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,614 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:17:31,614 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:31,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:17:31,622 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:31,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:17:31,628 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040281628 2024-11-19T18:17:31,629 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:17:31,629 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:17:31,629 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:17:31,629 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:17:31,629 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:17:31,629 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:17:31,632 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,645 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:17:31,645 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:17:31,645 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:17:31,645 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:17:31,645 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:17:31,646 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:17:31,656 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040251646,5,FailOnTimeoutGroup] 2024-11-19T18:17:31,665 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040251656,5,FailOnTimeoutGroup] 2024-11-19T18:17:31,665 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,666 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:17:31,666 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,666 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:17:31,689 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(746): ClusterId : 6924c22a-8350-48cc-a150-ebe788005137 2024-11-19T18:17:31,689 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:17:31,692 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:17:31,692 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:17:31,696 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:17:31,696 DEBUG [RS:0;30db5f576be8:42531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5007be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:17:31,716 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:42531 2024-11-19T18:17:31,716 INFO [RS:0;30db5f576be8:42531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:17:31,716 INFO [RS:0;30db5f576be8:42531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:17:31,716 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:17:31,717 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,42007,1732040249713 with port=42531, startcode=1732040249769 2024-11-19T18:17:31,717 DEBUG [RS:0;30db5f576be8:42531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:17:31,719 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:17:31,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,42531,1732040249769 2024-11-19T18:17:31,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,42531,1732040249769 2024-11-19T18:17:31,722 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef 2024-11-19T18:17:31,722 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45609 2024-11-19T18:17:31,722 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:17:31,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669/rs 2024-11-19T18:17:31,725 DEBUG [RS:0;30db5f576be8:42531 {}] zookeeper.ZKUtil(111): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Set watcher on existing znode=/09041669/rs/30db5f576be8,42531,1732040249769 2024-11-19T18:17:31,725 WARN [RS:0;30db5f576be8:42531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:17:31,725 INFO [RS:0;30db5f576be8:42531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:31,725 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769 2024-11-19T18:17:31,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,42531,1732040249769] 2024-11-19T18:17:31,733 INFO [RS:0;30db5f576be8:42531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:17:31,735 INFO [RS:0;30db5f576be8:42531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:17:31,736 INFO [RS:0;30db5f576be8:42531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:17:31,736 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,737 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:17:31,738 INFO [RS:0;30db5f576be8:42531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:17:31,738 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,738 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,738 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,738 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,738 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,738 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,738 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:17:31,738 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,739 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,739 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,739 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,739 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,739 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:31,739 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:17:31,739 DEBUG [RS:0;30db5f576be8:42531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:17:31,744 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,744 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,744 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,744 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,745 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,745 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42531,1732040249769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:17:31,769 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:17:31,769 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42531,1732040249769-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,769 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,769 INFO [RS:0;30db5f576be8:42531 {}] regionserver.Replication(171): 30db5f576be8,42531,1732040249769 started 2024-11-19T18:17:31,786 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:31,786 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,42531,1732040249769, RpcServer on 30db5f576be8/172.17.0.2:42531, sessionid=0x1013172b7c90001 2024-11-19T18:17:31,786 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:17:31,786 DEBUG [RS:0;30db5f576be8:42531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,42531,1732040249769 2024-11-19T18:17:31,786 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,42531,1732040249769' 2024-11-19T18:17:31,786 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/09041669/flush-table-proc/abort' 2024-11-19T18:17:31,787 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/09041669/flush-table-proc/acquired' 2024-11-19T18:17:31,787 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:17:31,787 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:17:31,787 DEBUG [RS:0;30db5f576be8:42531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,42531,1732040249769 2024-11-19T18:17:31,787 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,42531,1732040249769' 2024-11-19T18:17:31,787 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/09041669/online-snapshot/abort' 2024-11-19T18:17:31,788 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/09041669/online-snapshot/acquired' 2024-11-19T18:17:31,788 DEBUG [RS:0;30db5f576be8:42531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:17:31,789 INFO [RS:0;30db5f576be8:42531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:17:31,789 INFO [RS:0;30db5f576be8:42531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:17:31,889 INFO [RS:0;30db5f576be8:42531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:17:31,892 INFO [RS:0;30db5f576be8:42531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C42531%2C1732040249769, suffix=, logDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/oldWALs, maxLogs=10 2024-11-19T18:17:31,911 DEBUG [RS:0;30db5f576be8:42531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892, exclude list is [], retry=0 2024-11-19T18:17:31,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38547,DS-cdce2641-938e-409c-bfda-2840f3089213,DISK] 2024-11-19T18:17:31,921 INFO [RS:0;30db5f576be8:42531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 2024-11-19T18:17:31,922 DEBUG [RS:0;30db5f576be8:42531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38593:38593)] 2024-11-19T18:17:32,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:17:32,078 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef 2024-11-19T18:17:32,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:17:32,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:32,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:17:32,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:17:32,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:32,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:32,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:17:32,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:17:32,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:32,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:32,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:17:32,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:17:32,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:32,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:32,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:17:32,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:17:32,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:32,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:32,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:17:32,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740 2024-11-19T18:17:32,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740 2024-11-19T18:17:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:17:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:17:32,106 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:32,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:17:32,110 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:32,110 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73309791, jitterRate=0.09240101277828217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:32,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040252088Initializing all the Stores at 1732040252089 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040252089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040252090 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040252090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040252090Cleaning up temporary data from old regions at 1732040252105 (+15 ms)Region opened successfully at 1732040252111 (+6 ms) 2024-11-19T18:17:32,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:17:32,111 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:17:32,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:17:32,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:17:32,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:17:32,112 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:32,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040252111Disabling compacts and flushes for region at 1732040252111Disabling writes for close at 1732040252111Writing region close event to WAL at 1732040252112 (+1 ms)Closed at 1732040252112 2024-11-19T18:17:32,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:32,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:17:32,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:17:32,122 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:17:32,124 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:17:32,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:17:32,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:32,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:32,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:32,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:32,275 DEBUG [30db5f576be8:42007 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:17:32,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,42531,1732040249769 2024-11-19T18:17:32,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,42531,1732040249769, state=OPENING 2024-11-19T18:17:32,279 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:17:32,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:32,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:32,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /09041669/meta-region-server: CHANGED 2024-11-19T18:17:32,283 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:17:32,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,42531,1732040249769}] 2024-11-19T18:17:32,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /09041669/meta-region-server: CHANGED 2024-11-19T18:17:32,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:17:32,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:17:32,442 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:17:32,442 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:32,442 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:17:32,443 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C42531%2C1732040249769.meta, suffix=.meta, logDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/oldWALs, maxLogs=10 2024-11-19T18:17:32,457 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.meta.1732040252444.meta, exclude list is [], retry=0 2024-11-19T18:17:32,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38547,DS-cdce2641-938e-409c-bfda-2840f3089213,DISK] 2024-11-19T18:17:32,461 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.meta.1732040252444.meta 2024-11-19T18:17:32,462 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38593:38593)] 2024-11-19T18:17:32,462 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:32,462 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:17:32,462 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:17:32,462 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:17:32,462 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:17:32,463 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:17:32,463 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:32,463 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:17:32,463 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:17:32,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:17:32,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:17:32,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:32,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:32,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:17:32,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:17:32,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:32,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:32,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:17:32,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:17:32,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:32,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:32,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:17:32,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:17:32,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:32,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:32,469 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:17:32,469 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740 2024-11-19T18:17:32,470 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740 2024-11-19T18:17:32,472 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:17:32,472 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:17:32,472 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:32,473 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:17:32,474 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69056670, jitterRate=0.029024571180343628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:32,474 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:17:32,475 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040252463Writing region info on filesystem at 1732040252463Initializing all the Stores at 1732040252464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040252464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040252464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040252464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040252464Cleaning up temporary data from old regions at 1732040252472 (+8 ms)Running coprocessor post-open hooks at 1732040252474 (+2 ms)Region opened successfully at 1732040252475 (+1 ms) 2024-11-19T18:17:32,476 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040252436 2024-11-19T18:17:32,478 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:17:32,478 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:17:32,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,42531,1732040249769 2024-11-19T18:17:32,480 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,42531,1732040249769, state=OPEN 2024-11-19T18:17:32,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/09041669/meta-region-server 2024-11-19T18:17:32,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/09041669/meta-region-server 2024-11-19T18:17:32,487 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,42531,1732040249769 2024-11-19T18:17:32,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /09041669/meta-region-server: CHANGED 2024-11-19T18:17:32,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /09041669/meta-region-server: CHANGED 2024-11-19T18:17:32,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:17:32,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,42531,1732040249769 in 204 msec 2024-11-19T18:17:32,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:17:32,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-19T18:17:32,493 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:32,493 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:17:32,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:32,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,42531,1732040249769, seqNum=-1] 2024-11-19T18:17:32,494 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:32,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:32,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 892 msec 2024-11-19T18:17:32,502 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040252502, completionTime=-1 2024-11-19T18:17:32,502 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:17:32,502 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:17:32,505 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:17:32,505 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040312505 2024-11-19T18:17:32,505 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040372505 2024-11-19T18:17:32,505 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T18:17:32,505 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42007,1732040249713-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:32,505 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42007,1732040249713-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:32,505 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42007,1732040249713-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:32,505 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:42007, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:32,505 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:32,506 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:32,508 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:17:32,510 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.706sec 2024-11-19T18:17:32,510 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:17:32,510 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:17:32,510 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:17:32,510 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:17:32,510 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:17:32,510 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42007,1732040249713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:17:32,510 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42007,1732040249713-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:17:32,513 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:17:32,513 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:17:32,513 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42007,1732040249713-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:32,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:32,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42007,-1 for getting cluster id 2024-11-19T18:17:32,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:32,591 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6924c22a-8350-48cc-a150-ebe788005137' 2024-11-19T18:17:32,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6924c22a-8350-48cc-a150-ebe788005137" 2024-11-19T18:17:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65737ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42007,-1] 2024-11-19T18:17:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:32,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:32,594 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:32,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:32,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:32,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,42531,1732040249769, seqNum=-1] 2024-11-19T18:17:32,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:32,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:32,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,42007,1732040249713 2024-11-19T18:17:32,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55872 2024-11-19T18:17:32,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:32,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013172b7c90002 connected 2024-11-19T18:17:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/hadoop.log.dir so I do NOT create it in target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6 2024-11-19T18:17:32,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:17:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/hadoop.tmp.dir so I do NOT create it in target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6 2024-11-19T18:17:32,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:17:32,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6 2024-11-19T18:17:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:17:32,606 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/cluster_1f9c39b6-391d-a5e5-b0dc-dca4e2cbfafa, deleteOnExit=true 2024-11-19T18:17:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:17:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/test.cache.data in system properties and HBase conf 2024-11-19T18:17:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:17:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:17:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:17:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:17:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:17:32,606 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:17:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:17:32,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:32,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:17:32,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:17:32,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:17:32,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:17:32,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:32,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:17:32,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:17:32,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6845ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/java.io.tmpdir/jetty-localhost-45213-hadoop-hdfs-3_4_1-tests_jar-_-any-9051290760332080530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:17:32,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:45213} 2024-11-19T18:17:32,819 INFO [Time-limited test {}] server.Server(415): Started @51908ms 2024-11-19T18:17:32,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:17:32,896 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:17:32,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:17:32,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:17:32,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:17:32,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:17:32,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:17:33,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e587001{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/java.io.tmpdir/jetty-localhost-39771-hadoop-hdfs-3_4_1-tests_jar-_-any-10661608406720857548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:17:33,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:39771} 2024-11-19T18:17:33,016 INFO [Time-limited test {}] server.Server(415): Started @52104ms 2024-11-19T18:17:33,017 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:17:33,122 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/cluster_1f9c39b6-391d-a5e5-b0dc-dca4e2cbfafa/data/data1/current/BP-1655770097-172.17.0.2-1732040252629/current, will proceed with Du for space computation calculation, 2024-11-19T18:17:33,122 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/cluster_1f9c39b6-391d-a5e5-b0dc-dca4e2cbfafa/data/data2/current/BP-1655770097-172.17.0.2-1732040252629/current, will proceed with Du for space computation calculation, 2024-11-19T18:17:33,147 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:17:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x749552d6853bebc5 with lease ID 0xe56f6b6651f12daa: Processing first storage report for DS-90758bb3-fd84-4476-b2c8-74f5f3665341 from datanode DatanodeRegistration(127.0.0.1:43177, datanodeUuid=d122bad1-d1e9-4fcc-91b0-9faa841f4303, infoPort=36713, infoSecurePort=0, ipcPort=34279, storageInfo=lv=-57;cid=testClusterID;nsid=376976269;c=1732040252629) 2024-11-19T18:17:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x749552d6853bebc5 with lease ID 0xe56f6b6651f12daa: from storage DS-90758bb3-fd84-4476-b2c8-74f5f3665341 node DatanodeRegistration(127.0.0.1:43177, datanodeUuid=d122bad1-d1e9-4fcc-91b0-9faa841f4303, infoPort=36713, infoSecurePort=0, ipcPort=34279, storageInfo=lv=-57;cid=testClusterID;nsid=376976269;c=1732040252629), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T18:17:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x749552d6853bebc5 with lease ID 0xe56f6b6651f12daa: Processing first storage report for DS-b584770b-518b-4d5c-8f6a-eb9d74844657 from datanode DatanodeRegistration(127.0.0.1:43177, datanodeUuid=d122bad1-d1e9-4fcc-91b0-9faa841f4303, infoPort=36713, infoSecurePort=0, ipcPort=34279, storageInfo=lv=-57;cid=testClusterID;nsid=376976269;c=1732040252629) 2024-11-19T18:17:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x749552d6853bebc5 with lease ID 0xe56f6b6651f12daa: from storage DS-b584770b-518b-4d5c-8f6a-eb9d74844657 node DatanodeRegistration(127.0.0.1:43177, datanodeUuid=d122bad1-d1e9-4fcc-91b0-9faa841f4303, infoPort=36713, infoSecurePort=0, ipcPort=34279, storageInfo=lv=-57;cid=testClusterID;nsid=376976269;c=1732040252629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:17:33,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6 2024-11-19T18:17:33,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:33,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:17:33,655 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01 with version=8 2024-11-19T18:17:33,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/hbase-staging 2024-11-19T18:17:33,658 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:17:33,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:33,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:33,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:17:33,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:33,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:17:33,658 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:17:33,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:17:33,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35203 2024-11-19T18:17:33,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35203 connecting to ZooKeeper ensemble=127.0.0.1:55872 2024-11-19T18:17:33,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352030x0, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:33,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35203-0x1013172b7c90003 connected 2024-11-19T18:17:33,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:33,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:33,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Set watcher on znode that does not yet exist, /11458090840/running 2024-11-19T18:17:33,680 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01, hbase.cluster.distributed=false 2024-11-19T18:17:33,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Set watcher on znode that does not yet exist, /11458090840/acl 2024-11-19T18:17:33,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35203 2024-11-19T18:17:33,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35203 2024-11-19T18:17:33,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35203 2024-11-19T18:17:33,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35203 2024-11-19T18:17:33,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35203 2024-11-19T18:17:33,706 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:17:33,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:33,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:33,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:17:33,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:17:33,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:17:33,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:17:33,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:17:33,708 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45895 2024-11-19T18:17:33,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45895 connecting to ZooKeeper ensemble=127.0.0.1:55872 2024-11-19T18:17:33,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:33,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:33,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458950x0, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:33,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458950x0, quorum=127.0.0.1:55872, baseZNode=/11458090840 Set watcher on znode that does not yet exist, /11458090840/running 2024-11-19T18:17:33,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45895-0x1013172b7c90004 connected 2024-11-19T18:17:33,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:17:33,718 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:17:33,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Set watcher on znode that does not yet exist, /11458090840/master 2024-11-19T18:17:33,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Set watcher on znode that does not yet exist, /11458090840/acl 2024-11-19T18:17:33,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45895 2024-11-19T18:17:33,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45895 2024-11-19T18:17:33,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45895 2024-11-19T18:17:33,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45895 2024-11-19T18:17:33,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45895 2024-11-19T18:17:33,737 DEBUG [M:0;30db5f576be8:35203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:35203 2024-11-19T18:17:33,737 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11458090840/backup-masters/30db5f576be8,35203,1732040253658 2024-11-19T18:17:33,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840/backup-masters 2024-11-19T18:17:33,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840/backup-masters 2024-11-19T18:17:33,740 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Set watcher on existing znode=/11458090840/backup-masters/30db5f576be8,35203,1732040253658 2024-11-19T18:17:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11458090840/master 2024-11-19T18:17:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:33,742 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Set watcher on existing znode=/11458090840/master 2024-11-19T18:17:33,742 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11458090840/backup-masters/30db5f576be8,35203,1732040253658 from backup master directory 2024-11-19T18:17:33,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11458090840/backup-masters/30db5f576be8,35203,1732040253658 2024-11-19T18:17:33,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840/backup-masters 2024-11-19T18:17:33,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840/backup-masters 2024-11-19T18:17:33,743 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:17:33,744 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,35203,1732040253658 2024-11-19T18:17:33,748 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/hbase.id] with ID: 1943d015-0ce0-4276-895e-546b14882ae0 2024-11-19T18:17:33,748 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/.tmp/hbase.id 2024-11-19T18:17:33,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:17:34,155 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/.tmp/hbase.id]:[hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/hbase.id] 2024-11-19T18:17:34,167 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:34,167 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:17:34,168 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:17:34,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:34,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:34,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:17:34,579 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:17:34,580 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:17:34,580 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:17:34,988 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store 2024-11-19T18:17:34,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:17:35,396 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:35,396 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:17:35,396 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:35,396 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:35,396 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:17:35,396 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:35,396 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:17:35,396 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040255396Disabling compacts and flushes for region at 1732040255396Disabling writes for close at 1732040255396Writing region close event to WAL at 1732040255396Closed at 1732040255396 2024-11-19T18:17:35,397 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/.initializing 2024-11-19T18:17:35,397 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/WALs/30db5f576be8,35203,1732040253658 2024-11-19T18:17:35,398 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:17:35,400 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C35203%2C1732040253658, suffix=, logDir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/WALs/30db5f576be8,35203,1732040253658, archiveDir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/oldWALs, maxLogs=10 2024-11-19T18:17:35,413 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/WALs/30db5f576be8,35203,1732040253658/30db5f576be8%2C35203%2C1732040253658.1732040255400, exclude list is [], retry=0 2024-11-19T18:17:35,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43177,DS-90758bb3-fd84-4476-b2c8-74f5f3665341,DISK] 2024-11-19T18:17:35,418 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/WALs/30db5f576be8,35203,1732040253658/30db5f576be8%2C35203%2C1732040253658.1732040255400 2024-11-19T18:17:35,418 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36713:36713)] 2024-11-19T18:17:35,418 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:35,419 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:35,419 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,419 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:17:35,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:35,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:35,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:17:35,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:35,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:35,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:17:35,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:35,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:35,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:17:35,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:35,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:35,427 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,427 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,428 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,429 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,429 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,429 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:35,430 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:17:35,432 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:35,433 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71870308, jitterRate=0.07095104455947876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:35,433 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040255419Initializing all the Stores at 1732040255420 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040255420Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040255420Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040255420Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040255420Cleaning up temporary data from old regions at 1732040255429 (+9 ms)Region opened successfully at 1732040255433 (+4 ms) 2024-11-19T18:17:35,433 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:17:35,436 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485ec4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:17:35,437 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:17:35,437 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:17:35,437 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:17:35,437 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:17:35,438 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:17:35,438 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:17:35,438 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:17:35,440 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:17:35,441 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Unable to get data of znode /11458090840/balancer because node does not exist (not necessarily an error) 2024-11-19T18:17:35,442 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11458090840/balancer already deleted, retry=false 2024-11-19T18:17:35,442 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:17:35,443 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Unable to get data of znode /11458090840/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:17:35,444 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11458090840/normalizer already deleted, retry=false 2024-11-19T18:17:35,444 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:17:35,445 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Unable to get data of znode /11458090840/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:17:35,447 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11458090840/switch/split already deleted, retry=false 2024-11-19T18:17:35,447 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Unable to get data of znode /11458090840/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:17:35,450 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11458090840/switch/merge already deleted, retry=false 2024-11-19T18:17:35,452 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Unable to get data of znode /11458090840/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:17:35,453 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11458090840/snapshot-cleanup already deleted, retry=false 2024-11-19T18:17:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11458090840/running 2024-11-19T18:17:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11458090840/running 2024-11-19T18:17:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:35,456 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,35203,1732040253658, sessionid=0x1013172b7c90003, setting cluster-up flag (Was=false) 2024-11-19T18:17:35,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:35,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:35,465 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11458090840/flush-table-proc/acquired, /11458090840/flush-table-proc/reached, /11458090840/flush-table-proc/abort 2024-11-19T18:17:35,466 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,35203,1732040253658 2024-11-19T18:17:35,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:35,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:35,475 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11458090840/online-snapshot/acquired, /11458090840/online-snapshot/reached, /11458090840/online-snapshot/abort 2024-11-19T18:17:35,475 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,35203,1732040253658 2024-11-19T18:17:35,477 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:17:35,478 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:35,478 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:17:35,478 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:17:35,479 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,35203,1732040253658 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:17:35,480 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:35,480 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:35,480 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:35,480 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:17:35,480 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:17:35,480 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,480 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:17:35,480 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:35,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:17:35,482 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:35,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:17:35,483 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040285483 2024-11-19T18:17:35,484 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:17:35,484 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:17:35,484 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:17:35,484 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:17:35,484 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:17:35,484 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:17:35,484 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,484 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:17:35,484 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:17:35,484 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:17:35,485 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:17:35,487 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:17:35,487 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:17:35,487 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040255487,5,FailOnTimeoutGroup] 2024-11-19T18:17:35,488 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040255487,5,FailOnTimeoutGroup] 2024-11-19T18:17:35,488 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,488 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:17:35,488 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,488 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:17:35,528 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(746): ClusterId : 1943d015-0ce0-4276-895e-546b14882ae0 2024-11-19T18:17:35,528 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:17:35,530 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:17:35,530 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:17:35,532 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:17:35,533 DEBUG [RS:0;30db5f576be8:45895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273ecfda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:17:35,544 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:45895 2024-11-19T18:17:35,545 INFO [RS:0;30db5f576be8:45895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:17:35,545 INFO [RS:0;30db5f576be8:45895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:17:35,545 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:17:35,545 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,35203,1732040253658 with port=45895, startcode=1732040253706 2024-11-19T18:17:35,546 DEBUG [RS:0;30db5f576be8:45895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:17:35,547 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:17:35,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,45895,1732040253706 2024-11-19T18:17:35,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35203 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,45895,1732040253706 2024-11-19T18:17:35,550 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01 2024-11-19T18:17:35,550 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46719 2024-11-19T18:17:35,550 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:17:35,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840/rs 2024-11-19T18:17:35,552 DEBUG [RS:0;30db5f576be8:45895 {}] zookeeper.ZKUtil(111): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Set watcher on existing znode=/11458090840/rs/30db5f576be8,45895,1732040253706 2024-11-19T18:17:35,552 WARN [RS:0;30db5f576be8:45895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:17:35,552 INFO [RS:0;30db5f576be8:45895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:35,552 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/WALs/30db5f576be8,45895,1732040253706 2024-11-19T18:17:35,552 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,45895,1732040253706] 2024-11-19T18:17:35,556 INFO [RS:0;30db5f576be8:45895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:17:35,557 INFO [RS:0;30db5f576be8:45895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:17:35,560 INFO [RS:0;30db5f576be8:45895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:17:35,560 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,561 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:17:35,561 INFO [RS:0;30db5f576be8:45895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:17:35,561 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:17:35,562 DEBUG [RS:0;30db5f576be8:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:17:35,564 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,564 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,564 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,564 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,564 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,564 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45895,1732040253706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:17:35,584 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:17:35,584 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45895,1732040253706-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,584 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,584 INFO [RS:0;30db5f576be8:45895 {}] regionserver.Replication(171): 30db5f576be8,45895,1732040253706 started 2024-11-19T18:17:35,601 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:35,601 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,45895,1732040253706, RpcServer on 30db5f576be8/172.17.0.2:45895, sessionid=0x1013172b7c90004 2024-11-19T18:17:35,601 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:17:35,601 DEBUG [RS:0;30db5f576be8:45895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,45895,1732040253706 2024-11-19T18:17:35,601 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,45895,1732040253706' 2024-11-19T18:17:35,601 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11458090840/flush-table-proc/abort' 2024-11-19T18:17:35,602 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11458090840/flush-table-proc/acquired' 2024-11-19T18:17:35,602 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:17:35,602 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:17:35,602 DEBUG [RS:0;30db5f576be8:45895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,45895,1732040253706 2024-11-19T18:17:35,602 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,45895,1732040253706' 2024-11-19T18:17:35,602 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11458090840/online-snapshot/abort' 2024-11-19T18:17:35,603 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11458090840/online-snapshot/acquired' 2024-11-19T18:17:35,603 DEBUG [RS:0;30db5f576be8:45895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:17:35,603 INFO [RS:0;30db5f576be8:45895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:17:35,603 INFO [RS:0;30db5f576be8:45895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:17:35,704 INFO [RS:0;30db5f576be8:45895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:17:35,706 INFO [RS:0;30db5f576be8:45895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C45895%2C1732040253706, suffix=, logDir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/WALs/30db5f576be8,45895,1732040253706, archiveDir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/oldWALs, maxLogs=10 2024-11-19T18:17:35,723 DEBUG [RS:0;30db5f576be8:45895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/WALs/30db5f576be8,45895,1732040253706/30db5f576be8%2C45895%2C1732040253706.1732040255706, exclude list is [], retry=0 2024-11-19T18:17:35,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43177,DS-90758bb3-fd84-4476-b2c8-74f5f3665341,DISK] 2024-11-19T18:17:35,728 INFO [RS:0;30db5f576be8:45895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/WALs/30db5f576be8,45895,1732040253706/30db5f576be8%2C45895%2C1732040253706.1732040255706 2024-11-19T18:17:35,729 DEBUG [RS:0;30db5f576be8:45895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36713:36713)] 2024-11-19T18:17:35,894 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:17:35,894 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01 2024-11-19T18:17:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:17:36,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:36,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:17:36,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:17:36,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:36,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:36,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:17:36,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:17:36,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:36,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:36,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:17:36,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:17:36,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:36,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:36,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:17:36,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:17:36,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:36,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:36,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:17:36,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740 2024-11-19T18:17:36,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740 2024-11-19T18:17:36,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:17:36,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:17:36,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:36,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:17:36,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:36,326 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66957105, jitterRate=-0.0022613853216171265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:36,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040256301Initializing all the Stores at 1732040256303 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040256303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040256304 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040256304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040256304Cleaning up temporary data from old regions at 1732040256319 (+15 ms)Region opened successfully at 1732040256326 (+7 ms) 2024-11-19T18:17:36,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:17:36,326 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:17:36,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:17:36,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:17:36,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:17:36,327 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:17:36,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040256326Disabling compacts and flushes for region at 1732040256326Disabling writes for close at 1732040256326Writing region close event to WAL at 1732040256327 (+1 ms)Closed at 1732040256327 2024-11-19T18:17:36,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:36,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:17:36,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:17:36,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:17:36,332 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:17:36,482 DEBUG [30db5f576be8:35203 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:17:36,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,45895,1732040253706 2024-11-19T18:17:36,487 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,45895,1732040253706, state=OPENING 2024-11-19T18:17:36,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:17:36,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:36,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:17:36,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11458090840/meta-region-server: CHANGED 2024-11-19T18:17:36,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11458090840/meta-region-server: CHANGED 2024-11-19T18:17:36,496 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:17:36,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,45895,1732040253706}] 2024-11-19T18:17:36,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:17:36,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T18:17:36,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:17:36,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T18:17:36,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:17:36,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T18:17:36,654 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:17:36,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:17:36,659 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:17:36,659 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:36,659 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:17:36,661 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C45895%2C1732040253706.meta, suffix=.meta, logDir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/WALs/30db5f576be8,45895,1732040253706, archiveDir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/oldWALs, maxLogs=10 2024-11-19T18:17:36,674 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/WALs/30db5f576be8,45895,1732040253706/30db5f576be8%2C45895%2C1732040253706.meta.1732040256661.meta, exclude list is [], retry=0 2024-11-19T18:17:36,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43177,DS-90758bb3-fd84-4476-b2c8-74f5f3665341,DISK] 2024-11-19T18:17:36,678 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/WALs/30db5f576be8,45895,1732040253706/30db5f576be8%2C45895%2C1732040253706.meta.1732040256661.meta 2024-11-19T18:17:36,678 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36713:36713)] 2024-11-19T18:17:36,678 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:36,678 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:17:36,678 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:17:36,679 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:17:36,679 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:17:36,679 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:17:36,679 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:36,679 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:17:36,679 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:17:36,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:17:36,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:17:36,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:36,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:36,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:17:36,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:17:36,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:36,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:36,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:17:36,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:17:36,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:36,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:36,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:17:36,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:17:36,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:36,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:17:36,685 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:17:36,685 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740 2024-11-19T18:17:36,686 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740 2024-11-19T18:17:36,687 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:17:36,687 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:17:36,688 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:17:36,689 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:17:36,690 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73055973, jitterRate=0.08861882984638214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:17:36,690 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:17:36,690 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040256679Writing region info on filesystem at 1732040256679Initializing all the Stores at 1732040256680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040256680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040256680Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040256680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040256680Cleaning up temporary data from old regions at 1732040256687 (+7 ms)Running coprocessor post-open hooks at 1732040256690 (+3 ms)Region opened successfully at 1732040256690 2024-11-19T18:17:36,691 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040256653 2024-11-19T18:17:36,693 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:17:36,693 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:17:36,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,45895,1732040253706 2024-11-19T18:17:36,695 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,45895,1732040253706, state=OPEN 2024-11-19T18:17:36,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11458090840/meta-region-server 2024-11-19T18:17:36,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11458090840/meta-region-server 2024-11-19T18:17:36,696 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,45895,1732040253706 2024-11-19T18:17:36,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11458090840/meta-region-server: CHANGED 2024-11-19T18:17:36,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11458090840/meta-region-server: CHANGED 2024-11-19T18:17:36,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:17:36,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,45895,1732040253706 in 199 msec 2024-11-19T18:17:36,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:17:36,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-19T18:17:36,702 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:17:36,702 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:17:36,703 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:36,703 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,45895,1732040253706, seqNum=-1] 2024-11-19T18:17:36,703 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:36,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:36,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-19T18:17:36,709 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040256709, completionTime=-1 2024-11-19T18:17:36,710 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:17:36,710 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:17:36,712 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:17:36,712 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040316712 2024-11-19T18:17:36,712 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040376712 2024-11-19T18:17:36,712 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T18:17:36,712 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35203,1732040253658-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:36,712 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35203,1732040253658-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:36,712 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35203,1732040253658-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:36,712 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:35203, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:36,712 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:36,713 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:36,714 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:17:36,716 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.972sec 2024-11-19T18:17:36,717 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:17:36,717 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:17:36,717 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:17:36,717 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:17:36,717 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:17:36,717 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35203,1732040253658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:17:36,717 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35203,1732040253658-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:17:36,719 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:17:36,719 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:17:36,719 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35203,1732040253658-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:17:36,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:36,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,35203,-1 for getting cluster id 2024-11-19T18:17:36,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:36,731 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1943d015-0ce0-4276-895e-546b14882ae0' 2024-11-19T18:17:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1943d015-0ce0-4276-895e-546b14882ae0" 2024-11-19T18:17:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43328dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,35203,-1] 2024-11-19T18:17:36,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:36,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:36,733 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:36,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:36,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,45895,1732040253706, seqNum=-1] 2024-11-19T18:17:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:36,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:36,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,35203,1732040253658 2024-11-19T18:17:36,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55872 2024-11-19T18:17:36,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:17:36,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013172b7c90005 connected 2024-11-19T18:17:36,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:36,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42007,1732040249713 2024-11-19T18:17:36,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e043644 2024-11-19T18:17:36,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:36,753 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:17:36,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:17:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:17:36,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:17:36,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:36,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:17:36,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:17:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:17:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:37,170 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34b6e5f64599c813addc10aa4119472c, NAME => 'test,,1732040256753.34b6e5f64599c813addc10aa4119472c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef 2024-11-19T18:17:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:17:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:37,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040256753.34b6e5f64599c813addc10aa4119472c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:37,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 34b6e5f64599c813addc10aa4119472c, disabling compactions & flushes 2024-11-19T18:17:37,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:17:37,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:17:37,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040256753.34b6e5f64599c813addc10aa4119472c. after waiting 0 ms 2024-11-19T18:17:37,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:17:37,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:17:37,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34b6e5f64599c813addc10aa4119472c: Waiting for close lock at 1732040257577Disabling compacts and flushes for region at 1732040257577Disabling writes for close at 1732040257577Writing region close event to WAL at 1732040257577Closed at 1732040257577 2024-11-19T18:17:37,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:17:37,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040256753.34b6e5f64599c813addc10aa4119472c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040257578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040257578"}]},"ts":"1732040257578"} 2024-11-19T18:17:37,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:17:37,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:17:37,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040257582"}]},"ts":"1732040257582"} 2024-11-19T18:17:37,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:17:37,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34b6e5f64599c813addc10aa4119472c, ASSIGN}] 2024-11-19T18:17:37,585 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34b6e5f64599c813addc10aa4119472c, ASSIGN 2024-11-19T18:17:37,586 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=34b6e5f64599c813addc10aa4119472c, ASSIGN; state=OFFLINE, location=30db5f576be8,42531,1732040249769; forceNewPlan=false, retain=false 2024-11-19T18:17:37,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34b6e5f64599c813addc10aa4119472c, regionState=OPENING, regionLocation=30db5f576be8,42531,1732040249769 2024-11-19T18:17:37,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=34b6e5f64599c813addc10aa4119472c, ASSIGN because future has completed 2024-11-19T18:17:37,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34b6e5f64599c813addc10aa4119472c, server=30db5f576be8,42531,1732040249769}] 2024-11-19T18:17:37,897 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:17:37,897 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 34b6e5f64599c813addc10aa4119472c, NAME => 'test,,1732040256753.34b6e5f64599c813addc10aa4119472c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:37,898 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:17:37,898 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:17:37,898 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,898 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040256753.34b6e5f64599c813addc10aa4119472c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:37,898 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,898 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,900 INFO [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,901 INFO [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b6e5f64599c813addc10aa4119472c columnFamilyName f 2024-11-19T18:17:37,901 DEBUG [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:37,902 INFO [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] regionserver.HStore(327): Store=34b6e5f64599c813addc10aa4119472c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:37,902 INFO [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,903 INFO [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b6e5f64599c813addc10aa4119472c columnFamilyName f1 2024-11-19T18:17:37,903 DEBUG [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:37,903 INFO [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] regionserver.HStore(327): Store=34b6e5f64599c813addc10aa4119472c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:37,903 INFO [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,904 INFO [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b6e5f64599c813addc10aa4119472c columnFamilyName norep 2024-11-19T18:17:37,904 DEBUG [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:37,905 INFO [StoreOpener-34b6e5f64599c813addc10aa4119472c-1 {}] regionserver.HStore(327): Store=34b6e5f64599c813addc10aa4119472c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:37,905 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,906 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,906 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,907 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,907 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,908 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:17:37,909 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,911 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:37,911 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 34b6e5f64599c813addc10aa4119472c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74435230, jitterRate=0.10917136073112488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:17:37,911 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:17:37,912 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 34b6e5f64599c813addc10aa4119472c: Running coprocessor pre-open hook at 1732040257898Writing region info on filesystem at 1732040257898Initializing all the Stores at 1732040257899 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040257899Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040257899Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040257900 (+1 ms)Cleaning up temporary data from old regions at 1732040257907 (+7 ms)Running coprocessor post-open hooks at 1732040257911 (+4 ms)Region opened successfully at 1732040257912 (+1 ms) 2024-11-19T18:17:37,914 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040256753.34b6e5f64599c813addc10aa4119472c., pid=6, masterSystemTime=1732040257892 2024-11-19T18:17:37,917 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:17:37,917 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:17:37,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34b6e5f64599c813addc10aa4119472c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,42531,1732040249769 2024-11-19T18:17:37,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34b6e5f64599c813addc10aa4119472c, server=30db5f576be8,42531,1732040249769 because future has completed 2024-11-19T18:17:37,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:17:37,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 34b6e5f64599c813addc10aa4119472c, server=30db5f576be8,42531,1732040249769 in 182 msec 2024-11-19T18:17:37,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:17:37,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=34b6e5f64599c813addc10aa4119472c, ASSIGN in 340 msec 2024-11-19T18:17:37,928 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:17:37,928 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040257928"}]},"ts":"1732040257928"} 2024-11-19T18:17:37,930 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:17:37,931 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:17:37,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-19T18:17:37,965 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:17:37,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:37,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:37,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:37,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:37,994 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:17:37,995 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T18:17:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:38,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:38,912 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:17:38,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,35203,1732040253658 2024-11-19T18:17:38,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69ce2461 2024-11-19T18:17:38,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:38,914 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:17:38,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35203 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:17:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35203 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:17:38,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:17:38,919 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:38,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35203 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:17:38,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:17:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:38,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:17:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:39,328 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44ecd4dcd8a5e11cf143989a068c44d8, NAME => 'test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01 2024-11-19T18:17:39,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:17:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:39,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:39,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 44ecd4dcd8a5e11cf143989a068c44d8, disabling compactions & flushes 2024-11-19T18:17:39,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:17:39,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:17:39,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. after waiting 0 ms 2024-11-19T18:17:39,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:17:39,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:17:39,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44ecd4dcd8a5e11cf143989a068c44d8: Waiting for close lock at 1732040259735Disabling compacts and flushes for region at 1732040259735Disabling writes for close at 1732040259735Writing region close event to WAL at 1732040259735Closed at 1732040259735 2024-11-19T18:17:39,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:17:39,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040259736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040259736"}]},"ts":"1732040259736"} 2024-11-19T18:17:39,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:17:39,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:17:39,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040259741"}]},"ts":"1732040259741"} 2024-11-19T18:17:39,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:17:39,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=44ecd4dcd8a5e11cf143989a068c44d8, ASSIGN}] 2024-11-19T18:17:39,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=44ecd4dcd8a5e11cf143989a068c44d8, ASSIGN 2024-11-19T18:17:39,745 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=44ecd4dcd8a5e11cf143989a068c44d8, ASSIGN; state=OFFLINE, location=30db5f576be8,45895,1732040253706; forceNewPlan=false, retain=false 2024-11-19T18:17:39,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44ecd4dcd8a5e11cf143989a068c44d8, regionState=OPENING, regionLocation=30db5f576be8,45895,1732040253706 2024-11-19T18:17:39,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=44ecd4dcd8a5e11cf143989a068c44d8, ASSIGN because future has completed 2024-11-19T18:17:39,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44ecd4dcd8a5e11cf143989a068c44d8, server=30db5f576be8,45895,1732040253706}] 2024-11-19T18:17:40,056 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:17:40,056 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 44ecd4dcd8a5e11cf143989a068c44d8, NAME => 'test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:40,057 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:17:40,057 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:17:40,057 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,057 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:40,057 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,057 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,058 INFO [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,060 INFO [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ecd4dcd8a5e11cf143989a068c44d8 columnFamilyName f 2024-11-19T18:17:40,060 DEBUG [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:40,060 INFO [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] regionserver.HStore(327): Store=44ecd4dcd8a5e11cf143989a068c44d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:40,060 INFO [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:40,061 INFO [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ecd4dcd8a5e11cf143989a068c44d8 columnFamilyName f1 2024-11-19T18:17:40,062 DEBUG [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:40,062 INFO [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] regionserver.HStore(327): Store=44ecd4dcd8a5e11cf143989a068c44d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:40,062 INFO [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,063 INFO [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ecd4dcd8a5e11cf143989a068c44d8 columnFamilyName norep 2024-11-19T18:17:40,063 DEBUG [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:40,064 INFO [StoreOpener-44ecd4dcd8a5e11cf143989a068c44d8-1 {}] regionserver.HStore(327): Store=44ecd4dcd8a5e11cf143989a068c44d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:40,064 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,065 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,065 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,066 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,066 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,066 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:17:40,067 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,069 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:40,070 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 44ecd4dcd8a5e11cf143989a068c44d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71533186, jitterRate=0.06592753529548645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:17:40,070 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:17:40,070 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 44ecd4dcd8a5e11cf143989a068c44d8: Running coprocessor pre-open hook at 1732040260057Writing region info on filesystem at 1732040260057Initializing all the Stores at 1732040260058 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040260058Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040260058Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040260058Cleaning up temporary data from old regions at 1732040260066 (+8 ms)Running coprocessor post-open hooks at 1732040260070 (+4 ms)Region opened successfully at 1732040260070 2024-11-19T18:17:40,071 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8., pid=6, masterSystemTime=1732040260052 2024-11-19T18:17:40,073 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:17:40,073 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:17:40,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44ecd4dcd8a5e11cf143989a068c44d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,45895,1732040253706 2024-11-19T18:17:40,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44ecd4dcd8a5e11cf143989a068c44d8, server=30db5f576be8,45895,1732040253706 because future has completed 2024-11-19T18:17:40,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:17:40,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 44ecd4dcd8a5e11cf143989a068c44d8, server=30db5f576be8,45895,1732040253706 in 178 msec 2024-11-19T18:17:40,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:17:40,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=44ecd4dcd8a5e11cf143989a068c44d8, ASSIGN in 336 msec 2024-11-19T18:17:40,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:17:40,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040260083"}]},"ts":"1732040260083"} 2024-11-19T18:17:40,085 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:17:40,086 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:17:40,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-19T18:17:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:17:41,082 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:17:41,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42007,-1 for getting cluster id 2024-11-19T18:17:41,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:41,084 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6924c22a-8350-48cc-a150-ebe788005137' 2024-11-19T18:17:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6924c22a-8350-48cc-a150-ebe788005137" 2024-11-19T18:17:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2038ac6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42007,-1] 2024-11-19T18:17:41,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:41,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:41,086 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:41,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226a6888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,35203,-1 for getting cluster id 2024-11-19T18:17:41,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:41,088 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1943d015-0ce0-4276-895e-546b14882ae0' 2024-11-19T18:17:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1943d015-0ce0-4276-895e-546b14882ae0" 2024-11-19T18:17:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,35203,-1] 2024-11-19T18:17:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:41,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:41,089 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53031f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42007,-1 for getting cluster id 2024-11-19T18:17:41,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:41,091 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6924c22a-8350-48cc-a150-ebe788005137' 2024-11-19T18:17:41,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:41,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6924c22a-8350-48cc-a150-ebe788005137" 2024-11-19T18:17:41,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3716767a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42007,-1] 2024-11-19T18:17:41,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:41,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:41,093 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:41,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f27869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42007,1732040249713 2024-11-19T18:17:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35af4af3 2024-11-19T18:17:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:41,097 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:17:41,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:35203,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:17:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:17:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:17:41,101 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:35203' 2024-11-19T18:17:41,102 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c777afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,102 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,35203,-1 for getting cluster id 2024-11-19T18:17:41,102 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:41,102 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1943d015-0ce0-4276-895e-546b14882ae0' 2024-11-19T18:17:41,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:41,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1943d015-0ce0-4276-895e-546b14882ae0" 2024-11-19T18:17:41,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c4fb84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,35203,-1] 2024-11-19T18:17:41,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:41,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:41,104 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:41,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c049ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:41,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:41,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,35203,1732040253658 2024-11-19T18:17:41,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7667630c 2024-11-19T18:17:41,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:41,106 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:17:41,107 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T18:17:41,107 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:17:41,107 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:41,107 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:41,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:41,107 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:17:41,108 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:17:41,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:17:41,109 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:41,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:17:41,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:17:41,158 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:17:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:17:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:17:41,519 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31390e366eed66a1355621f3d54fd7a3, NAME => 'hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef 2024-11-19T18:17:41,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:17:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:17:41,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:41,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31390e366eed66a1355621f3d54fd7a3, disabling compactions & flushes 2024-11-19T18:17:41,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:17:41,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:17:41,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. after waiting 0 ms 2024-11-19T18:17:41,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:17:41,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:17:41,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31390e366eed66a1355621f3d54fd7a3: Waiting for close lock at 1732040261925Disabling compacts and flushes for region at 1732040261925Disabling writes for close at 1732040261925Writing region close event to WAL at 1732040261925Closed at 1732040261925 2024-11-19T18:17:41,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:17:41,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040261926"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040261926"}]},"ts":"1732040261926"} 2024-11-19T18:17:41,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:17:41,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:17:41,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040261930"}]},"ts":"1732040261930"} 2024-11-19T18:17:41,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:17:41,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31390e366eed66a1355621f3d54fd7a3, ASSIGN}] 2024-11-19T18:17:41,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31390e366eed66a1355621f3d54fd7a3, ASSIGN 2024-11-19T18:17:41,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31390e366eed66a1355621f3d54fd7a3, ASSIGN; state=OFFLINE, location=30db5f576be8,42531,1732040249769; forceNewPlan=false, retain=false 2024-11-19T18:17:42,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31390e366eed66a1355621f3d54fd7a3, regionState=OPENING, regionLocation=30db5f576be8,42531,1732040249769 2024-11-19T18:17:42,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31390e366eed66a1355621f3d54fd7a3, ASSIGN because future has completed 2024-11-19T18:17:42,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31390e366eed66a1355621f3d54fd7a3, server=30db5f576be8,42531,1732040249769}] 2024-11-19T18:17:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:17:42,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:17:42,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:17:42,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:17:42,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C42531%2C1732040249769.rep, suffix=, logDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/oldWALs, maxLogs=10 2024-11-19T18:17:42,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.rep.1732040262247, exclude list is [], retry=0 2024-11-19T18:17:42,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38547,DS-cdce2641-938e-409c-bfda-2840f3089213,DISK] 2024-11-19T18:17:42,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.rep.1732040262247 2024-11-19T18:17:42,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38593:38593)] 2024-11-19T18:17:42,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 31390e366eed66a1355621f3d54fd7a3, NAME => 'hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:17:42,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:17:42,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:17:42,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. service=MultiRowMutationService 2024-11-19T18:17:42,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:17:42,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:17:42,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,267 INFO [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,268 INFO [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31390e366eed66a1355621f3d54fd7a3 columnFamilyName hfileref 2024-11-19T18:17:42,268 DEBUG [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:42,269 INFO [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] regionserver.HStore(327): Store=31390e366eed66a1355621f3d54fd7a3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:42,269 INFO [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,270 INFO [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31390e366eed66a1355621f3d54fd7a3 columnFamilyName queue 2024-11-19T18:17:42,270 DEBUG [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:42,270 INFO [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] regionserver.HStore(327): Store=31390e366eed66a1355621f3d54fd7a3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:42,270 INFO [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,271 INFO [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31390e366eed66a1355621f3d54fd7a3 columnFamilyName sid 2024-11-19T18:17:42,271 DEBUG [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:17:42,272 INFO [StoreOpener-31390e366eed66a1355621f3d54fd7a3-1 {}] regionserver.HStore(327): Store=31390e366eed66a1355621f3d54fd7a3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:17:42,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:17:42,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:17:42,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 31390e366eed66a1355621f3d54fd7a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65514858, jitterRate=-0.023752540349960327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:17:42,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:17:42,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 31390e366eed66a1355621f3d54fd7a3: Running coprocessor pre-open hook at 1732040262266Writing region info on filesystem at 1732040262266Initializing all the Stores at 1732040262267 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040262267Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040262267Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040262267Cleaning up temporary data from old regions at 1732040262273 (+6 ms)Running coprocessor post-open hooks at 1732040262277 (+4 ms)Region opened successfully at 1732040262277 2024-11-19T18:17:42,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3., pid=10, masterSystemTime=1732040262241 2024-11-19T18:17:42,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:17:42,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:17:42,281 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31390e366eed66a1355621f3d54fd7a3, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,42531,1732040249769 2024-11-19T18:17:42,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31390e366eed66a1355621f3d54fd7a3, server=30db5f576be8,42531,1732040249769 because future has completed 2024-11-19T18:17:42,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:17:42,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31390e366eed66a1355621f3d54fd7a3, server=30db5f576be8,42531,1732040249769 in 196 msec 2024-11-19T18:17:42,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:17:42,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31390e366eed66a1355621f3d54fd7a3, ASSIGN in 354 msec 2024-11-19T18:17:42,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:17:42,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040262288"}]},"ts":"1732040262288"} 2024-11-19T18:17:42,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:17:42,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:17:42,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-19T18:17:42,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3., hostname=30db5f576be8,42531,1732040249769, seqNum=2] 2024-11-19T18:17:42,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:42,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:17:42,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:17:42,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:17:42,478 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:17:42,507 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,42531,1732040249769, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:17:42,508 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:42,508 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,42531,1732040249769, seqNum=-1] 2024-11-19T18:17:42,508 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:42,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-19T18:17:42,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,42531,1732040249769', locateType=CURRENT is [region=hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3., hostname=30db5f576be8,42531,1732040249769, seqNum=2] 2024-11-19T18:17:42,554 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:17:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:17:42,556 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,42531,1732040249769 suceeded 2024-11-19T18:17:42,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:17:42,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-19T18:17:42,559 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:35203,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-19T18:17:42,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4610 sec 2024-11-19T18:17:42,573 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:35203' 2024-11-19T18:17:42,575 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@669e3a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:42,575 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,35203,-1 for getting cluster id 2024-11-19T18:17:42,575 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:42,576 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1943d015-0ce0-4276-895e-546b14882ae0' 2024-11-19T18:17:42,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:42,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1943d015-0ce0-4276-895e-546b14882ae0" 2024-11-19T18:17:42,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e4ac310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:42,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,35203,-1] 2024-11-19T18:17:42,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:42,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:42,578 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:42,578 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61d2218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:42,579 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,35203,1732040253658 2024-11-19T18:17:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29fa0a99 2024-11-19T18:17:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:42,580 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-19T18:17:42,581 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,42531,1732040249769 (queues=1) is replicating from cluster=6924c22a-8350-48cc-a150-ebe788005137 to cluster=1943d015-0ce0-4276-895e-546b14882ae0 2024-11-19T18:17:42,581 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C42531%2C1732040249769 2024-11-19T18:17:42,581 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,42531,1732040249769, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:17:42,582 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.shipper30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C42531%2C1732040249769 2024-11-19T18:17:42,582 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892, startPosition=0, beingWritten=true 2024-11-19T18:17:42,593 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:17:42,593 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 379, reset compression=false 2024-11-19T18:17:42,593 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.shipper30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,42531,1732040249769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:17:42,797 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 379, reset compression=false 2024-11-19T18:17:43,102 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 379, reset compression=false 2024-11-19T18:17:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:17:43,262 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:17:43,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:43,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:43,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:43,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:43,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:43,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:43,268 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732040263266/Put/seqid=0 2024-11-19T18:17:43,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741840_1016 (size=7894) 2024-11-19T18:17:43,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:17:43,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:43,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:43,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:43,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:17:43,511 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 379, reset compression=false 2024-11-19T18:17:43,676 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f/f/hfile_1 is 34, key is ddd/f:row/1732040263675/Put/seqid=0 2024-11-19T18:17:43,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741841_1017 (size=7691) 2024-11-19T18:17:43,995 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T18:17:44,016 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 379, reset compression=false 2024-11-19T18:17:44,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:44,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42007,-1 for getting cluster id 2024-11-19T18:17:44,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:44,088 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6924c22a-8350-48cc-a150-ebe788005137' 2024-11-19T18:17:44,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:44,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6924c22a-8350-48cc-a150-ebe788005137" 2024-11-19T18:17:44,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f61aa0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:44,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42007,-1] 2024-11-19T18:17:44,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:44,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:44,091 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:44,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:44,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,42531,1732040249769, seqNum=-1] 2024-11-19T18:17:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:44,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:44,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42007,1732040249713 2024-11-19T18:17:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77634a5a 2024-11-19T18:17:44,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:44,109 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:17:44,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., hostname=30db5f576be8,42531,1732040249769, seqNum=2] 2024-11-19T18:17:44,125 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:17:44,138 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T18:17:44,141 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T18:17:44,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f/f/hfile_0 for inclusion in 34b6e5f64599c813addc10aa4119472c/f 2024-11-19T18:17:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T18:17:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:17:44,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f/f/hfile_1 for inclusion in 34b6e5f64599c813addc10aa4119472c/f 2024-11-19T18:17:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T18:17:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:17:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegion(2603): Flush status journal for 34b6e5f64599c813addc10aa4119472c: 2024-11-19T18:17:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f/f/hfile_0 to hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__ulnppbl41fgritdm8q42e3r9foos4mq17r052clqtnb447behpha899r96csu4ra/f/hfile_0 2024-11-19T18:17:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__ulnppbl41fgritdm8q42e3r9foos4mq17r052clqtnb447behpha899r96csu4ra/f/hfile_0 as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f/c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_ 2024-11-19T18:17:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f/f/hfile_1 to hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__ulnppbl41fgritdm8q42e3r9foos4mq17r052clqtnb447behpha899r96csu4ra/f/hfile_1 2024-11-19T18:17:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__ulnppbl41fgritdm8q42e3r9foos4mq17r052clqtnb447behpha899r96csu4ra/f/hfile_1 as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f/cd7b857260a745e9aae6240cbe26d941_SeqId_4_ 2024-11-19T18:17:44,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__ulnppbl41fgritdm8q42e3r9foos4mq17r052clqtnb447behpha899r96csu4ra/f/hfile_0 into 34b6e5f64599c813addc10aa4119472c/f as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f/c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_ - updating store file list. 2024-11-19T18:17:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:17:44,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f/c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_ into 34b6e5f64599c813addc10aa4119472c/f 2024-11-19T18:17:44,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__ulnppbl41fgritdm8q42e3r9foos4mq17r052clqtnb447behpha899r96csu4ra/f/hfile_0 into 34b6e5f64599c813addc10aa4119472c/f (new location: hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f/c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_) 2024-11-19T18:17:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__ulnppbl41fgritdm8q42e3r9foos4mq17r052clqtnb447behpha899r96csu4ra/f/hfile_0 2024-11-19T18:17:44,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__ulnppbl41fgritdm8q42e3r9foos4mq17r052clqtnb447behpha899r96csu4ra/f/hfile_1 into 34b6e5f64599c813addc10aa4119472c/f as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f/cd7b857260a745e9aae6240cbe26d941_SeqId_4_ - updating store file list. 2024-11-19T18:17:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd7b857260a745e9aae6240cbe26d941_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:17:44,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f/cd7b857260a745e9aae6240cbe26d941_SeqId_4_ into 34b6e5f64599c813addc10aa4119472c/f 2024-11-19T18:17:44,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__ulnppbl41fgritdm8q42e3r9foos4mq17r052clqtnb447behpha899r96csu4ra/f/hfile_1 into 34b6e5f64599c813addc10aa4119472c/f (new location: hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f/cd7b857260a745e9aae6240cbe26d941_SeqId_4_) 2024-11-19T18:17:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__ulnppbl41fgritdm8q42e3r9foos4mq17r052clqtnb447behpha899r96csu4ra/f/hfile_1 2024-11-19T18:17:44,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:44,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:44,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:44,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:44,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:44,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., hostname=30db5f576be8,42531,1732040249769, seqNum=2 , the old value is region=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., hostname=30db5f576be8,42531,1732040249769, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30db5f576be8:42531 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:17:44,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., hostname=30db5f576be8,42531,1732040249769, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:17:44,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:44,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., hostname=30db5f576be8,42531,1732040249769, seqNum=2 from cache 2024-11-19T18:17:44,225 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T18:17:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,45895,1732040253706, seqNum=-1] 2024-11-19T18:17:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:44,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:44,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8., hostname=30db5f576be8,45895,1732040253706, seqNum=2] 2024-11-19T18:17:44,234 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T18:17:44,333 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:42531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T18:17:44,621 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 379, reset compression=false 2024-11-19T18:17:44,628 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:17:44,628 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.shipper30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,42531,1732040249769 got entry batch from reader: WALEntryBatch [walEntries=[{test/34b6e5f64599c813addc10aa4119472c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732040264216/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T18:17:44,655 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.shipper30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:17:44,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-19T18:17:44,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.ReplicationSink(318): Replicating [6924c22a-8350-48cc-a150-ebe788005137] bulk loaded data 2024-11-19T18:17:44,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29871dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:44,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,35203,-1 for getting cluster id 2024-11-19T18:17:44,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:44,662 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1943d015-0ce0-4276-895e-546b14882ae0' 2024-11-19T18:17:44,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:44,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1943d015-0ce0-4276-895e-546b14882ae0" 2024-11-19T18:17:44,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a8a681a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:44,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,35203,-1] 2024-11-19T18:17:44,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:44,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:44,664 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:44,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fabe0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:44,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741837_1013 (size=7894) 2024-11-19T18:17:44,828 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 687, reset compression=false 2024-11-19T18:17:45,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741838_1014 (size=7691) 2024-11-19T18:17:45,133 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 687, reset compression=false 2024-11-19T18:17:45,237 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T18:17:45,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:45,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,35203,1732040253658 2024-11-19T18:17:45,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb40156 2024-11-19T18:17:45,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:45,492 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-19T18:17:45,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:17:45,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:45,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,45895,1732040253706, seqNum=-1] 2024-11-19T18:17:45,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:45,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-19T18:17:45,505 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T18:17:45,508 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/cd7b857260a745e9aae6240cbe26d941_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T18:17:45,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_ for inclusion in 44ecd4dcd8a5e11cf143989a068c44d8/f 2024-11-19T18:17:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T18:17:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:17:45,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/cd7b857260a745e9aae6240cbe26d941_SeqId_4_ for inclusion in 44ecd4dcd8a5e11cf143989a068c44d8/f 2024-11-19T18:17:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T18:17:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:17:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HRegion(2603): Flush status journal for 44ecd4dcd8a5e11cf143989a068c44d8: 2024-11-19T18:17:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:17:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_ as hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8/f/f3090e7f26da4ca285772da3091345f4_SeqId_4_ 2024-11-19T18:17:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cd7b857260a745e9aae6240cbe26d941_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:17:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/cd7b857260a745e9aae6240cbe26d941_SeqId_4_ as hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8/f/9ad2bcdab60348668e9af2f59b33c03e_SeqId_4_ 2024-11-19T18:17:45,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_ into 44ecd4dcd8a5e11cf143989a068c44d8/f as hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8/f/f3090e7f26da4ca285772da3091345f4_SeqId_4_ - updating store file list. 2024-11-19T18:17:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3090e7f26da4ca285772da3091345f4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:17:45,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8/f/f3090e7f26da4ca285772da3091345f4_SeqId_4_ into 44ecd4dcd8a5e11cf143989a068c44d8/f 2024-11-19T18:17:45,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_ into 44ecd4dcd8a5e11cf143989a068c44d8/f (new location: hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8/f/f3090e7f26da4ca285772da3091345f4_SeqId_4_) 2024-11-19T18:17:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_ 2024-11-19T18:17:45,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/cd7b857260a745e9aae6240cbe26d941_SeqId_4_ into 44ecd4dcd8a5e11cf143989a068c44d8/f as hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8/f/9ad2bcdab60348668e9af2f59b33c03e_SeqId_4_ - updating store file list. 2024-11-19T18:17:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ad2bcdab60348668e9af2f59b33c03e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:17:45,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8/f/9ad2bcdab60348668e9af2f59b33c03e_SeqId_4_ into 44ecd4dcd8a5e11cf143989a068c44d8/f 2024-11-19T18:17:45,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/cd7b857260a745e9aae6240cbe26d941_SeqId_4_ into 44ecd4dcd8a5e11cf143989a068c44d8/f (new location: hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8/f/9ad2bcdab60348668e9af2f59b33c03e_SeqId_4_) 2024-11-19T18:17:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/staging/jenkins.hfs.6__test__jal80a6ft6181f737k8qgra603dd475q5virmjq9qpe5r2ev159vdkd5fl9bpuco/f/cd7b857260a745e9aae6240cbe26d941_SeqId_4_ 2024-11-19T18:17:45,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.ReplicationSink(324): Finished replicating [6924c22a-8350-48cc-a150-ebe788005137] bulk loaded data 2024-11-19T18:17:45,537 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 687, reset compression=false 2024-11-19T18:17:46,041 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 687, reset compression=false 2024-11-19T18:17:46,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:17:46,256 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732040266255/Put/seqid=0 2024-11-19T18:17:46,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741842_1018 (size=7997) 2024-11-19T18:17:46,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T18:17:46,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T18:17:46,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T18:17:46,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T18:17:46,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:17:46,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T18:17:46,646 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 687, reset compression=false 2024-11-19T18:17:46,662 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732040266662/Put/seqid=0 2024-11-19T18:17:46,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741843_1019 (size=7794) 2024-11-19T18:17:47,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:47,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42007,-1 for getting cluster id 2024-11-19T18:17:47,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:17:47,069 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6924c22a-8350-48cc-a150-ebe788005137' 2024-11-19T18:17:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:17:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6924c22a-8350-48cc-a150-ebe788005137" 2024-11-19T18:17:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa3fb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42007,-1] 2024-11-19T18:17:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:17:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:47,071 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:17:47,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:17:47,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:47,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,42531,1732040249769, seqNum=-1] 2024-11-19T18:17:47,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:47,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:47,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:17:47,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42007,1732040249713 2024-11-19T18:17:47,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1908c258 2024-11-19T18:17:47,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:17:47,084 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:17:47,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., hostname=30db5f576be8,42531,1732040249769, seqNum=2] 2024-11-19T18:17:47,091 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:17:47,097 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T18:17:47,100 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T18:17:47,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f1/f1/hfile_1 for inclusion in 34b6e5f64599c813addc10aa4119472c/f1 2024-11-19T18:17:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T18:17:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:17:47,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f1/f1/hfile_0 for inclusion in 34b6e5f64599c813addc10aa4119472c/f1 2024-11-19T18:17:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T18:17:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:17:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegion(2603): Flush status journal for 34b6e5f64599c813addc10aa4119472c: 2024-11-19T18:17:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f1/f1/hfile_1 to hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__uqcfouhkfojambm9r9bg3fprei0dnskt55l1oahfqktafv2nssi86f1ed3b4qr78/f1/hfile_1 2024-11-19T18:17:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__uqcfouhkfojambm9r9bg3fprei0dnskt55l1oahfqktafv2nssi86f1ed3b4qr78/f1/hfile_1 as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f1/00c46d6aeb004e55839c299f5e464190_SeqId_6_ 2024-11-19T18:17:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/load_f1/f1/hfile_0 to hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__uqcfouhkfojambm9r9bg3fprei0dnskt55l1oahfqktafv2nssi86f1ed3b4qr78/f1/hfile_0 2024-11-19T18:17:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__uqcfouhkfojambm9r9bg3fprei0dnskt55l1oahfqktafv2nssi86f1ed3b4qr78/f1/hfile_0 as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f1/f7eb3dc0935c40d5a6d1ecd6e393f4f9_SeqId_6_ 2024-11-19T18:17:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-19T18:17:47,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__uqcfouhkfojambm9r9bg3fprei0dnskt55l1oahfqktafv2nssi86f1ed3b4qr78/f1/hfile_1 into 34b6e5f64599c813addc10aa4119472c/f1 as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f1/00c46d6aeb004e55839c299f5e464190_SeqId_6_ - updating store file list. 2024-11-19T18:17:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 00c46d6aeb004e55839c299f5e464190_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T18:17:47,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f1/00c46d6aeb004e55839c299f5e464190_SeqId_6_ into 34b6e5f64599c813addc10aa4119472c/f1 2024-11-19T18:17:47,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__uqcfouhkfojambm9r9bg3fprei0dnskt55l1oahfqktafv2nssi86f1ed3b4qr78/f1/hfile_1 into 34b6e5f64599c813addc10aa4119472c/f1 (new location: hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f1/00c46d6aeb004e55839c299f5e464190_SeqId_6_) 2024-11-19T18:17:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__uqcfouhkfojambm9r9bg3fprei0dnskt55l1oahfqktafv2nssi86f1ed3b4qr78/f1/hfile_1 2024-11-19T18:17:47,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__uqcfouhkfojambm9r9bg3fprei0dnskt55l1oahfqktafv2nssi86f1ed3b4qr78/f1/hfile_0 into 34b6e5f64599c813addc10aa4119472c/f1 as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f1/f7eb3dc0935c40d5a6d1ecd6e393f4f9_SeqId_6_ - updating store file list. 2024-11-19T18:17:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f7eb3dc0935c40d5a6d1ecd6e393f4f9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T18:17:47,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f1/f7eb3dc0935c40d5a6d1ecd6e393f4f9_SeqId_6_ into 34b6e5f64599c813addc10aa4119472c/f1 2024-11-19T18:17:47,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__uqcfouhkfojambm9r9bg3fprei0dnskt55l1oahfqktafv2nssi86f1ed3b4qr78/f1/hfile_0 into 34b6e5f64599c813addc10aa4119472c/f1 (new location: hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/f1/f7eb3dc0935c40d5a6d1ecd6e393f4f9_SeqId_6_) 2024-11-19T18:17:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/staging/jenkins__test__uqcfouhkfojambm9r9bg3fprei0dnskt55l1oahfqktafv2nssi86f1ed3b4qr78/f1/hfile_0 2024-11-19T18:17:47,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:17:47,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:17:47,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:47,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:17:47,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., hostname=30db5f576be8,42531,1732040249769, seqNum=2 , the old value is region=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., hostname=30db5f576be8,42531,1732040249769, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30db5f576be8:42531 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:17:47,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., hostname=30db5f576be8,42531,1732040249769, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:17:47,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., hostname=30db5f576be8,42531,1732040249769, seqNum=2 from cache 2024-11-19T18:17:47,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:17:47,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:17:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,42531,1732040249769, seqNum=-1] 2024-11-19T18:17:47,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:17:47,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:17:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42531: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:57794 deadline: 1732040327134 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:57794 2024-11-19T18:17:47,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., hostname=30db5f576be8,42531,1732040249769, seqNum=2] 2024-11-19T18:17:47,242 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:42531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T18:17:47,350 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 687, reset compression=false 2024-11-19T18:17:47,357 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:17:47,357 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:47,357 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.shipper30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,42531,1732040249769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:17:47,564 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:47,868 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:48,273 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:48,778 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:49,384 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:50,099 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:50,905 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:51,811 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:52,817 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:53,923 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:55,127 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:56,432 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:57,836 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:17:59,294 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T18:17:59,341 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:00,945 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:02,649 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:03,243 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T18:18:04,454 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:06,358 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:07,361 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.shipper30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,42531,1732040249769 got entry batch from reader: null 2024-11-19T18:18:08,363 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:10,468 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:12,673 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:12,930 INFO [master/30db5f576be8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T18:18:12,930 INFO [master/30db5f576be8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T18:18:14,978 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:17,382 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:17,572 INFO [master/30db5f576be8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T18:18:17,572 INFO [master/30db5f576be8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T18:18:19,887 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:22,492 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:22,898 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 34b6e5f64599c813addc10aa4119472c, had cached 0 bytes from a total of 31376 2024-11-19T18:18:25,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 44ecd4dcd8a5e11cf143989a068c44d8, had cached 0 bytes from a total of 15585 2024-11-19T18:18:25,197 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:27,361 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.shipper30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,42531,1732040249769 got entry batch from reader: null 2024-11-19T18:18:28,001 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:29,294 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T18:18:30,906 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:32,537 DEBUG [master/30db5f576be8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T18:18:33,243 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T18:18:33,911 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:37,016 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:37,145 DEBUG [master/30db5f576be8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T18:18:40,222 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:43,529 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:46,934 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:47,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:18:47,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:18:47,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:18:47,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:47,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:47,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:18:47,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:18:47,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1547475708, stopped=false 2024-11-19T18:18:47,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,35203,1732040253658 2024-11-19T18:18:47,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11458090840/running 2024-11-19T18:18:47,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11458090840/running 2024-11-19T18:18:47,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:18:47,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:18:47,173 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:18:47,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:18:47,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:18:47,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:47,174 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,45895,1732040253706' ***** 2024-11-19T18:18:47,174 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:18:47,174 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:18:47,175 INFO [RS:0;30db5f576be8:45895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:18:47,175 INFO [RS:0;30db5f576be8:45895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:18:47,175 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(3091): Received CLOSE for 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:18:47,175 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:18:47,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Set watcher on znode that does not yet exist, /11458090840/running 2024-11-19T18:18:47,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Set watcher on znode that does not yet exist, /11458090840/running 2024-11-19T18:18:47,182 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,45895,1732040253706 2024-11-19T18:18:47,182 INFO [RS:0;30db5f576be8:45895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:18:47,182 INFO [RS:0;30db5f576be8:45895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:45895. 2024-11-19T18:18:47,182 DEBUG [RS:0;30db5f576be8:45895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:18:47,182 DEBUG [RS:0;30db5f576be8:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:47,182 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44ecd4dcd8a5e11cf143989a068c44d8, disabling compactions & flushes 2024-11-19T18:18:47,183 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:18:47,183 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:18:47,183 INFO [RS:0;30db5f576be8:45895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:18:47,183 INFO [RS:0;30db5f576be8:45895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:18:47,183 INFO [RS:0;30db5f576be8:45895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:18:47,183 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. after waiting 0 ms 2024-11-19T18:18:47,183 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:18:47,183 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:18:47,183 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:18:47,183 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 44ecd4dcd8a5e11cf143989a068c44d8=test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8.} 2024-11-19T18:18:47,183 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44ecd4dcd8a5e11cf143989a068c44d8 2024-11-19T18:18:47,183 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:18:47,183 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:18:47,183 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:18:47,183 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:18:47,183 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:18:47,183 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T18:18:47,191 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/default/test/44ecd4dcd8a5e11cf143989a068c44d8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T18:18:47,192 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:18:47,192 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:18:47,192 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:18:47,192 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44ecd4dcd8a5e11cf143989a068c44d8: Waiting for close lock at 1732040327182Running coprocessor pre-close hooks at 1732040327182Disabling compacts and flushes for region at 1732040327182Disabling writes for close at 1732040327183 (+1 ms)Writing region close event to WAL at 1732040327184 (+1 ms)Running coprocessor post-close hooks at 1732040327192 (+8 ms)Closed at 1732040327192 2024-11-19T18:18:47,192 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8. 2024-11-19T18:18:47,204 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/info/7c95a08cd9944f88ac54851454164db9 is 129, key is test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8./info:regioninfo/1732040260073/Put/seqid=0 2024-11-19T18:18:47,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741839_1015 (size=6421) 2024-11-19T18:18:47,218 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:18:47,361 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.shipper30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,42531,1732040249769 got entry batch from reader: null 2024-11-19T18:18:47,383 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:47,568 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:18:47,568 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:18:47,583 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:47,611 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/info/7c95a08cd9944f88ac54851454164db9 2024-11-19T18:18:47,635 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/ns/1db28c8497af496ea6567e2fc6dbb1f4 is 43, key is default/ns:d/1732040256705/Put/seqid=0 2024-11-19T18:18:47,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741840_1016 (size=5153) 2024-11-19T18:18:47,784 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:47,984 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:48,040 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/ns/1db28c8497af496ea6567e2fc6dbb1f4 2024-11-19T18:18:48,060 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/rep_barrier/869e5ae1c6c24eb6a85090219bac3c6c is 112, key is test,,1732040258915.44ecd4dcd8a5e11cf143989a068c44d8./rep_barrier:seqnumDuringOpen/1732040260073/Put/seqid=0 2024-11-19T18:18:48,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741841_1017 (size=5518) 2024-11-19T18:18:48,184 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:18:48,184 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:18:48,184 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:48,384 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:48,464 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/rep_barrier/869e5ae1c6c24eb6a85090219bac3c6c 2024-11-19T18:18:48,484 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/table/625927b81a4e41f4ba83487d1ad175b2 is 40, key is test/table:state/1732040260083/Put/seqid=0 2024-11-19T18:18:48,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741842_1018 (size=5165) 2024-11-19T18:18:48,585 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:48,785 DEBUG [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:48,889 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/table/625927b81a4e41f4ba83487d1ad175b2 2024-11-19T18:18:48,895 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/info/7c95a08cd9944f88ac54851454164db9 as hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/info/7c95a08cd9944f88ac54851454164db9 2024-11-19T18:18:48,900 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/info/7c95a08cd9944f88ac54851454164db9, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T18:18:48,900 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/ns/1db28c8497af496ea6567e2fc6dbb1f4 as hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/ns/1db28c8497af496ea6567e2fc6dbb1f4 2024-11-19T18:18:48,906 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/ns/1db28c8497af496ea6567e2fc6dbb1f4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T18:18:48,906 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/rep_barrier/869e5ae1c6c24eb6a85090219bac3c6c as hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/rep_barrier/869e5ae1c6c24eb6a85090219bac3c6c 2024-11-19T18:18:48,911 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/rep_barrier/869e5ae1c6c24eb6a85090219bac3c6c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T18:18:48,911 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/.tmp/table/625927b81a4e41f4ba83487d1ad175b2 as hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/table/625927b81a4e41f4ba83487d1ad175b2 2024-11-19T18:18:48,916 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/table/625927b81a4e41f4ba83487d1ad175b2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T18:18:48,917 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false 2024-11-19T18:18:48,921 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T18:18:48,922 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:18:48,922 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:18:48,922 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:18:48,922 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040327183Running coprocessor pre-close hooks at 1732040327183Disabling compacts and flushes for region at 1732040327183Disabling writes for close at 1732040327183Obtaining lock to block concurrent updates at 1732040327183Preparing flush snapshotting stores in 1588230740 at 1732040327183Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732040327184 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732040327184Flushing 1588230740/info: creating writer at 1732040327185 (+1 ms)Flushing 1588230740/info: appending metadata at 1732040327204 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732040327204Flushing 1588230740/ns: creating writer at 1732040327618 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732040327635 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732040327635Flushing 1588230740/rep_barrier: creating writer at 1732040328045 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040328059 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040328059Flushing 1588230740/table: creating writer at 1732040328469 (+410 ms)Flushing 1588230740/table: appending metadata at 1732040328484 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732040328484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443fda6e: reopening flushed file at 1732040328894 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489bfa6e: reopening flushed file at 1732040328900 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705758ba: reopening flushed file at 1732040328906 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bd948f: reopening flushed file at 1732040328911 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false at 1732040328917 (+6 ms)Writing region close event to WAL at 1732040328918 (+1 ms)Running coprocessor post-close hooks at 1732040328922 (+4 ms)Closed at 1732040328922 2024-11-19T18:18:48,922 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:18:48,985 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,45895,1732040253706; all regions closed. 2024-11-19T18:18:48,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741834_1010 (size=2717) 2024-11-19T18:18:48,988 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/WALs/30db5f576be8,45895,1732040253706/30db5f576be8%2C45895%2C1732040253706.meta.1732040256661.meta not finished, retry = 0 2024-11-19T18:18:49,090 DEBUG [RS:0;30db5f576be8:45895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/oldWALs 2024-11-19T18:18:49,090 INFO [RS:0;30db5f576be8:45895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C45895%2C1732040253706.meta:.meta(num 1732040256661) 2024-11-19T18:18:49,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741832_1008 (size=1028) 2024-11-19T18:18:49,095 DEBUG [RS:0;30db5f576be8:45895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/oldWALs 2024-11-19T18:18:49,095 INFO [RS:0;30db5f576be8:45895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C45895%2C1732040253706:(num 1732040255706) 2024-11-19T18:18:49,095 DEBUG [RS:0;30db5f576be8:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:49,095 INFO [RS:0;30db5f576be8:45895 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:18:49,095 INFO [RS:0;30db5f576be8:45895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:18:49,095 INFO [RS:0;30db5f576be8:45895 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T18:18:49,095 INFO [RS:0;30db5f576be8:45895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:18:49,096 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:18:49,096 INFO [RS:0;30db5f576be8:45895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:45895. 2024-11-19T18:18:49,096 DEBUG [RS:0;30db5f576be8:45895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:18:49,096 DEBUG [RS:0;30db5f576be8:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:49,096 DEBUG [RS:0;30db5f576be8:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:49,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:18:49,096 INFO [RS:0;30db5f576be8:45895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45895 2024-11-19T18:18:49,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11458090840/rs/30db5f576be8,45895,1732040253706 2024-11-19T18:18:49,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840/rs 2024-11-19T18:18:49,099 INFO [RS:0;30db5f576be8:45895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:18:49,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,45895,1732040253706] 2024-11-19T18:18:49,103 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11458090840/draining/30db5f576be8,45895,1732040253706 already deleted, retry=false 2024-11-19T18:18:49,103 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,45895,1732040253706 expired; onlineServers=0 2024-11-19T18:18:49,103 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,35203,1732040253658' ***** 2024-11-19T18:18:49,103 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:18:49,103 INFO [M:0;30db5f576be8:35203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:18:49,103 INFO [M:0;30db5f576be8:35203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:18:49,103 DEBUG [M:0;30db5f576be8:35203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:18:49,103 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:18:49,103 DEBUG [M:0;30db5f576be8:35203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:18:49,103 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040255487 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040255487,5,FailOnTimeoutGroup] 2024-11-19T18:18:49,103 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040255487 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040255487,5,FailOnTimeoutGroup] 2024-11-19T18:18:49,104 INFO [M:0;30db5f576be8:35203 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:18:49,104 INFO [M:0;30db5f576be8:35203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:18:49,104 DEBUG [M:0;30db5f576be8:35203 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:18:49,104 INFO [M:0;30db5f576be8:35203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:18:49,104 INFO [M:0;30db5f576be8:35203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:18:49,104 INFO [M:0;30db5f576be8:35203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:18:49,104 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:18:49,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11458090840/master 2024-11-19T18:18:49,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11458090840 2024-11-19T18:18:49,105 DEBUG [M:0;30db5f576be8:35203 {}] zookeeper.ZKUtil(347): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Unable to get data of znode /11458090840/master because node does not exist (not an error) 2024-11-19T18:18:49,105 WARN [M:0;30db5f576be8:35203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:18:49,106 INFO [M:0;30db5f576be8:35203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/.lastflushedseqids 2024-11-19T18:18:49,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741843_1019 (size=173) 2024-11-19T18:18:49,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:18:49,202 INFO [RS:0;30db5f576be8:45895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:18:49,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013172b7c90004, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:18:49,202 INFO [RS:0;30db5f576be8:45895 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,45895,1732040253706; zookeeper connection closed. 2024-11-19T18:18:49,202 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70fd0fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70fd0fe 2024-11-19T18:18:49,203 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:18:49,511 INFO [M:0;30db5f576be8:35203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:18:49,512 INFO [M:0;30db5f576be8:35203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:18:49,512 DEBUG [M:0;30db5f576be8:35203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:18:49,512 INFO [M:0;30db5f576be8:35203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:49,512 DEBUG [M:0;30db5f576be8:35203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:49,512 DEBUG [M:0;30db5f576be8:35203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:18:49,512 DEBUG [M:0;30db5f576be8:35203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:49,512 INFO [M:0;30db5f576be8:35203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-19T18:18:49,532 DEBUG [M:0;30db5f576be8:35203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a208d482b1804043b2a753bb266dcc22 is 82, key is hbase:meta,,1/info:regioninfo/1732040256694/Put/seqid=0 2024-11-19T18:18:49,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741844_1020 (size=5672) 2024-11-19T18:18:49,936 INFO [M:0;30db5f576be8:35203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a208d482b1804043b2a753bb266dcc22 2024-11-19T18:18:49,959 DEBUG [M:0;30db5f576be8:35203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca0473c19caf4d12b25b33c58b8b535c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732040260087/Put/seqid=0 2024-11-19T18:18:49,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741845_1021 (size=6727) 2024-11-19T18:18:50,364 INFO [M:0;30db5f576be8:35203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca0473c19caf4d12b25b33c58b8b535c 2024-11-19T18:18:50,369 INFO [M:0;30db5f576be8:35203 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca0473c19caf4d12b25b33c58b8b535c 2024-11-19T18:18:50,383 DEBUG [M:0;30db5f576be8:35203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b9097a4a74d46e0bf2bcc20a34fb218 is 69, key is 30db5f576be8,45895,1732040253706/rs:state/1732040255548/Put/seqid=0 2024-11-19T18:18:50,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741846_1022 (size=5156) 2024-11-19T18:18:50,444 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.1732040251892 to pos 997, reset compression=false 2024-11-19T18:18:50,788 INFO [M:0;30db5f576be8:35203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b9097a4a74d46e0bf2bcc20a34fb218 2024-11-19T18:18:50,793 DEBUG [M:0;30db5f576be8:35203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a208d482b1804043b2a753bb266dcc22 as hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a208d482b1804043b2a753bb266dcc22 2024-11-19T18:18:50,797 INFO [M:0;30db5f576be8:35203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a208d482b1804043b2a753bb266dcc22, entries=8, sequenceid=58, filesize=5.5 K 2024-11-19T18:18:50,798 DEBUG [M:0;30db5f576be8:35203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca0473c19caf4d12b25b33c58b8b535c as hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca0473c19caf4d12b25b33c58b8b535c 2024-11-19T18:18:50,802 INFO [M:0;30db5f576be8:35203 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca0473c19caf4d12b25b33c58b8b535c 2024-11-19T18:18:50,802 INFO [M:0;30db5f576be8:35203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca0473c19caf4d12b25b33c58b8b535c, entries=6, sequenceid=58, filesize=6.6 K 2024-11-19T18:18:50,803 DEBUG [M:0;30db5f576be8:35203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b9097a4a74d46e0bf2bcc20a34fb218 as hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b9097a4a74d46e0bf2bcc20a34fb218 2024-11-19T18:18:50,807 INFO [M:0;30db5f576be8:35203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b9097a4a74d46e0bf2bcc20a34fb218, entries=1, sequenceid=58, filesize=5.0 K 2024-11-19T18:18:50,809 INFO [M:0;30db5f576be8:35203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false 2024-11-19T18:18:50,810 INFO [M:0;30db5f576be8:35203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:50,810 DEBUG [M:0;30db5f576be8:35203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040329512Disabling compacts and flushes for region at 1732040329512Disabling writes for close at 1732040329512Obtaining lock to block concurrent updates at 1732040329512Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040329512Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732040329513 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040329513Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040329513Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040329531 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040329531Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040329941 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040329958 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040329958Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040330369 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040330383 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040330383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6c1f13: reopening flushed file at 1732040330792 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754c0df7: reopening flushed file at 1732040330797 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ee5491: reopening flushed file at 1732040330802 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false at 1732040330809 (+7 ms)Writing region close event to WAL at 1732040330810 (+1 ms)Closed at 1732040330810 2024-11-19T18:18:50,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43177 is added to blk_1073741830_1006 (size=33026) 2024-11-19T18:18:50,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18cc6d31-805c-3881-eb25-671172a45e01/MasterData/WALs/30db5f576be8,35203,1732040253658/30db5f576be8%2C35203%2C1732040253658.1732040255400 not finished, retry = 0 2024-11-19T18:18:50,914 INFO [M:0;30db5f576be8:35203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:18:50,914 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:18:50,914 INFO [M:0;30db5f576be8:35203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35203 2024-11-19T18:18:50,914 INFO [M:0;30db5f576be8:35203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:18:51,016 INFO [M:0;30db5f576be8:35203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:18:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:18:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35203-0x1013172b7c90003, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:18:51,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e587001{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:18:51,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:18:51,020 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:18:51,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:18:51,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/hadoop.log.dir/,STOPPED} 2024-11-19T18:18:51,022 WARN [BP-1655770097-172.17.0.2-1732040252629 heartbeating to localhost/127.0.0.1:46719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:18:51,022 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:18:51,022 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:18:51,022 WARN [BP-1655770097-172.17.0.2-1732040252629 heartbeating to localhost/127.0.0.1:46719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1655770097-172.17.0.2-1732040252629 (Datanode Uuid d122bad1-d1e9-4fcc-91b0-9faa841f4303) service to localhost/127.0.0.1:46719 2024-11-19T18:18:51,023 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/cluster_1f9c39b6-391d-a5e5-b0dc-dca4e2cbfafa/data/data1/current/BP-1655770097-172.17.0.2-1732040252629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:18:51,023 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/cluster_1f9c39b6-391d-a5e5-b0dc-dca4e2cbfafa/data/data2/current/BP-1655770097-172.17.0.2-1732040252629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:18:51,023 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:18:51,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6845ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:18:51,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:18:51,031 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:18:51,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:18:51,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/hadoop.log.dir/,STOPPED} 2024-11-19T18:18:51,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:18:51,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:18:51,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:18:51,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:18:51,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:51,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:51,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:18:51,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:18:51,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=342205373, stopped=false 2024-11-19T18:18:51,045 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,42007,1732040249713 2024-11-19T18:18:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/09041669/running 2024-11-19T18:18:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/09041669/running 2024-11-19T18:18:51,047 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:18:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:18:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:18:51,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:18:51,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:18:51,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:51,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Set watcher on znode that does not yet exist, /09041669/running 2024-11-19T18:18:51,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Set watcher on znode that does not yet exist, /09041669/running 2024-11-19T18:18:51,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,42531,1732040249769' ***** 2024-11-19T18:18:51,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:18:51,048 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:18:51,048 INFO [RS:0;30db5f576be8:42531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:18:51,048 INFO [RS:0;30db5f576be8:42531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:18:51,048 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(3091): Received CLOSE for 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:18:51,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:18:51,049 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(3091): Received CLOSE for 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:18:51,049 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,42531,1732040249769 2024-11-19T18:18:51,049 INFO [RS:0;30db5f576be8:42531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:18:51,049 INFO [RS:0;30db5f576be8:42531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:42531. 2024-11-19T18:18:51,049 DEBUG [RS:0;30db5f576be8:42531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:18:51,049 DEBUG [RS:0;30db5f576be8:42531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:51,049 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34b6e5f64599c813addc10aa4119472c, disabling compactions & flushes 2024-11-19T18:18:51,049 INFO [RS:0;30db5f576be8:42531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:18:51,049 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:18:51,049 INFO [RS:0;30db5f576be8:42531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:18:51,049 INFO [RS:0;30db5f576be8:42531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:18:51,049 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:18:51,049 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:18:51,049 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040256753.34b6e5f64599c813addc10aa4119472c. after waiting 0 ms 2024-11-19T18:18:51,049 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:18:51,049 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:18:51,049 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 34b6e5f64599c813addc10aa4119472c=test,,1732040256753.34b6e5f64599c813addc10aa4119472c., 31390e366eed66a1355621f3d54fd7a3=hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3.} 2024-11-19T18:18:51,050 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31390e366eed66a1355621f3d54fd7a3, 34b6e5f64599c813addc10aa4119472c 2024-11-19T18:18:51,050 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:18:51,050 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:18:51,050 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:18:51,050 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:18:51,050 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:18:51,050 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:18:51,056 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/default/test/34b6e5f64599c813addc10aa4119472c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T18:18:51,057 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:18:51,057 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:18:51,057 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:18:51,057 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34b6e5f64599c813addc10aa4119472c: Waiting for close lock at 1732040331049Running coprocessor pre-close hooks at 1732040331049Disabling compacts and flushes for region at 1732040331049Disabling writes for close at 1732040331049Writing region close event to WAL at 1732040331053 (+4 ms)Running coprocessor post-close hooks at 1732040331057 (+4 ms)Closed at 1732040331057 2024-11-19T18:18:51,057 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040256753.34b6e5f64599c813addc10aa4119472c. 2024-11-19T18:18:51,058 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31390e366eed66a1355621f3d54fd7a3, disabling compactions & flushes 2024-11-19T18:18:51,058 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:18:51,058 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:18:51,058 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. after waiting 0 ms 2024-11-19T18:18:51,058 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:18:51,058 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31390e366eed66a1355621f3d54fd7a3 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-19T18:18:51,071 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/info/221006a69f474858a60d3616e8ac155e is 147, key is hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3./info:regioninfo/1732040262281/Put/seqid=0 2024-11-19T18:18:51,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741844_1020 (size=7686) 2024-11-19T18:18:51,081 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/.tmp/hfileref/f342584cab6a4e70acecf71b21957393 is 74, key is 1/hfileref:c11b8ca7e2a048bf9be5b299e30fd4b2_SeqId_4_/1732040265537/DeleteColumn/seqid=0 2024-11-19T18:18:51,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741845_1021 (size=5203) 2024-11-19T18:18:51,106 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:18:51,250 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:18:51,450 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:18:51,476 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/info/221006a69f474858a60d3616e8ac155e 2024-11-19T18:18:51,485 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/.tmp/hfileref/f342584cab6a4e70acecf71b21957393 2024-11-19T18:18:51,497 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/ns/8eb52cb1c1a04dbe86017baa88a5aa5b is 43, key is default/ns:d/1732040252496/Put/seqid=0 2024-11-19T18:18:51,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741846_1022 (size=5153) 2024-11-19T18:18:51,503 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/.tmp/queue/0d80e76d709143f79fd9809572cd1449 is 153, key is 1-30db5f576be8,42531,1732040249769/queue:30db5f576be8%2C42531%2C1732040249769/1732040267359/Put/seqid=0 2024-11-19T18:18:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741847_1023 (size=5352) 2024-11-19T18:18:51,650 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:18:51,789 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:18:51,789 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:18:51,850 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31390e366eed66a1355621f3d54fd7a3 2024-11-19T18:18:51,902 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/ns/8eb52cb1c1a04dbe86017baa88a5aa5b 2024-11-19T18:18:51,907 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/.tmp/queue/0d80e76d709143f79fd9809572cd1449 2024-11-19T18:18:51,912 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/.tmp/hfileref/f342584cab6a4e70acecf71b21957393 as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/hfileref/f342584cab6a4e70acecf71b21957393 2024-11-19T18:18:51,917 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/hfileref/f342584cab6a4e70acecf71b21957393, entries=2, sequenceid=10, filesize=5.1 K 2024-11-19T18:18:51,918 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/.tmp/queue/0d80e76d709143f79fd9809572cd1449 as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/queue/0d80e76d709143f79fd9809572cd1449 2024-11-19T18:18:51,923 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/queue/0d80e76d709143f79fd9809572cd1449, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T18:18:51,923 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/rep_barrier/551ae3d57dbf4144a0ceea2e55d890d0 is 112, key is test,,1732040256753.34b6e5f64599c813addc10aa4119472c./rep_barrier:seqnumDuringOpen/1732040257917/Put/seqid=0 2024-11-19T18:18:51,924 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 31390e366eed66a1355621f3d54fd7a3 in 866ms, sequenceid=10, compaction requested=false 2024-11-19T18:18:51,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741848_1024 (size=5518) 2024-11-19T18:18:51,929 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/replication/31390e366eed66a1355621f3d54fd7a3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T18:18:51,929 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:18:51,929 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:18:51,929 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:18:51,929 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31390e366eed66a1355621f3d54fd7a3: Waiting for close lock at 1732040331058Running coprocessor pre-close hooks at 1732040331058Disabling compacts and flushes for region at 1732040331058Disabling writes for close at 1732040331058Obtaining lock to block concurrent updates at 1732040331058Preparing flush snapshotting stores in 31390e366eed66a1355621f3d54fd7a3 at 1732040331058Finished memstore snapshotting hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732040331058Flushing stores of hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. at 1732040331059 (+1 ms)Flushing 31390e366eed66a1355621f3d54fd7a3/hfileref: creating writer at 1732040331059Flushing 31390e366eed66a1355621f3d54fd7a3/hfileref: appending metadata at 1732040331080 (+21 ms)Flushing 31390e366eed66a1355621f3d54fd7a3/hfileref: closing flushed file at 1732040331080Flushing 31390e366eed66a1355621f3d54fd7a3/queue: creating writer at 1732040331490 (+410 ms)Flushing 31390e366eed66a1355621f3d54fd7a3/queue: appending metadata at 1732040331503 (+13 ms)Flushing 31390e366eed66a1355621f3d54fd7a3/queue: closing flushed file at 1732040331503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267a024d: reopening flushed file at 1732040331911 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24788412: reopening flushed file at 1732040331917 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 31390e366eed66a1355621f3d54fd7a3 in 866ms, sequenceid=10, compaction requested=false at 1732040331924 (+7 ms)Writing region close event to WAL at 1732040331926 (+2 ms)Running coprocessor post-close hooks at 1732040331929 (+3 ms)Closed at 1732040331929 2024-11-19T18:18:51,930 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040261107.31390e366eed66a1355621f3d54fd7a3. 2024-11-19T18:18:52,051 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:18:52,051 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:18:52,051 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:52,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:52,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:52,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:52,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:52,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:52,251 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:52,328 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/rep_barrier/551ae3d57dbf4144a0ceea2e55d890d0 2024-11-19T18:18:52,349 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/table/bb64d158c2e849838236e56da2557609 is 53, key is hbase:replication/table:state/1732040262288/Put/seqid=0 2024-11-19T18:18:52,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741849_1025 (size=5308) 2024-11-19T18:18:52,451 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:52,651 DEBUG [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:18:52,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:18:52,755 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/table/bb64d158c2e849838236e56da2557609 2024-11-19T18:18:52,761 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/info/221006a69f474858a60d3616e8ac155e as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/info/221006a69f474858a60d3616e8ac155e 2024-11-19T18:18:52,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:52,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:52,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:52,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:52,766 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/info/221006a69f474858a60d3616e8ac155e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:18:52,767 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/ns/8eb52cb1c1a04dbe86017baa88a5aa5b as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/ns/8eb52cb1c1a04dbe86017baa88a5aa5b 2024-11-19T18:18:52,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:52,772 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/ns/8eb52cb1c1a04dbe86017baa88a5aa5b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:18:52,772 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/rep_barrier/551ae3d57dbf4144a0ceea2e55d890d0 as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/rep_barrier/551ae3d57dbf4144a0ceea2e55d890d0 2024-11-19T18:18:52,778 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/rep_barrier/551ae3d57dbf4144a0ceea2e55d890d0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:18:52,779 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/.tmp/table/bb64d158c2e849838236e56da2557609 as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/table/bb64d158c2e849838236e56da2557609 2024-11-19T18:18:52,783 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/table/bb64d158c2e849838236e56da2557609, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:18:52,784 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false 2024-11-19T18:18:52,788 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:18:52,789 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:18:52,789 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:18:52,789 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:18:52,789 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040331050Running coprocessor pre-close hooks at 1732040331050Disabling compacts and flushes for region at 1732040331050Disabling writes for close at 1732040331050Obtaining lock to block concurrent updates at 1732040331050Preparing flush snapshotting stores in 1588230740 at 1732040331050Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040331050Flushing stores of hbase:meta,,1.1588230740 at 1732040331051 (+1 ms)Flushing 1588230740/info: creating writer at 1732040331051Flushing 1588230740/info: appending metadata at 1732040331070 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732040331070Flushing 1588230740/ns: creating writer at 1732040331481 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732040331497 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732040331497Flushing 1588230740/rep_barrier: creating writer at 1732040331907 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040331923 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040331923Flushing 1588230740/table: creating writer at 1732040332334 (+411 ms)Flushing 1588230740/table: appending metadata at 1732040332348 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732040332348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411f2083: reopening flushed file at 1732040332760 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d82c3b3: reopening flushed file at 1732040332766 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a469ead: reopening flushed file at 1732040332772 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@520103de: reopening flushed file at 1732040332778 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false at 1732040332784 (+6 ms)Writing region close event to WAL at 1732040332785 (+1 ms)Running coprocessor post-close hooks at 1732040332789 (+4 ms)Closed at 1732040332789 2024-11-19T18:18:52,789 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:18:52,851 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,42531,1732040249769; all regions closed. 2024-11-19T18:18:52,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741834_1010 (size=4239) 2024-11-19T18:18:52,854 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.meta.1732040252444.meta not finished, retry = 0 2024-11-19T18:18:52,957 DEBUG [RS:0;30db5f576be8:42531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/oldWALs 2024-11-19T18:18:52,957 INFO [RS:0;30db5f576be8:42531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C42531%2C1732040249769.meta:.meta(num 1732040252444) 2024-11-19T18:18:52,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741839_1015 (size=2700) 2024-11-19T18:18:52,959 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/WALs/30db5f576be8,42531,1732040249769/30db5f576be8%2C42531%2C1732040249769.rep.1732040262247 not finished, retry = 0 2024-11-19T18:18:53,063 DEBUG [RS:0;30db5f576be8:42531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/oldWALs 2024-11-19T18:18:53,063 INFO [RS:0;30db5f576be8:42531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C42531%2C1732040249769.rep:(num 1732040262247) 2024-11-19T18:18:53,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741832_1008 (size=1300) 2024-11-19T18:18:53,068 DEBUG [RS:0;30db5f576be8:42531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/oldWALs 2024-11-19T18:18:53,068 INFO [RS:0;30db5f576be8:42531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C42531%2C1732040249769:(num 1732040251892) 2024-11-19T18:18:53,068 DEBUG [RS:0;30db5f576be8:42531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:53,068 INFO [RS:0;30db5f576be8:42531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:18:53,069 INFO [RS:0;30db5f576be8:42531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:18:53,069 INFO [RS:0;30db5f576be8:42531 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T18:18:53,069 INFO [RS:0;30db5f576be8:42531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:18:53,069 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:18:53,069 INFO [RS:0;30db5f576be8:42531 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,42531,1732040249769 because: Region server is closing 2024-11-19T18:18:53,069 INFO [RS:0;30db5f576be8:42531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:42531. 2024-11-19T18:18:53,070 DEBUG [RS:0;30db5f576be8:42531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:18:53,070 DEBUG [RS:0;30db5f576be8:42531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:53,070 DEBUG [RS:0;30db5f576be8:42531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:53,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:18:53,170 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.shipper30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T18:18:53,170 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.wal-reader.30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:18:53,171 INFO [RS:0;30db5f576be8:42531 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,42531,1732040249769.replicationSource.shipper30db5f576be8%2C42531%2C1732040249769,1-30db5f576be8,42531,1732040249769 terminated 2024-11-19T18:18:53,171 INFO [RS:0;30db5f576be8:42531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42531 2024-11-19T18:18:53,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/09041669/rs/30db5f576be8,42531,1732040249769 2024-11-19T18:18:53,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669/rs 2024-11-19T18:18:53,173 INFO [RS:0;30db5f576be8:42531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:18:53,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,42531,1732040249769] 2024-11-19T18:18:53,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /09041669/draining/30db5f576be8,42531,1732040249769 already deleted, retry=false 2024-11-19T18:18:53,176 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,42531,1732040249769 expired; onlineServers=0 2024-11-19T18:18:53,177 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,42007,1732040249713' ***** 2024-11-19T18:18:53,177 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:18:53,177 INFO [M:0;30db5f576be8:42007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:18:53,177 INFO [M:0;30db5f576be8:42007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:18:53,177 DEBUG [M:0;30db5f576be8:42007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:18:53,177 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:18:53,177 DEBUG [M:0;30db5f576be8:42007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:18:53,177 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040251656 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040251656,5,FailOnTimeoutGroup] 2024-11-19T18:18:53,177 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040251646 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040251646,5,FailOnTimeoutGroup] 2024-11-19T18:18:53,177 INFO [M:0;30db5f576be8:42007 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:18:53,177 INFO [M:0;30db5f576be8:42007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:18:53,177 DEBUG [M:0;30db5f576be8:42007 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:18:53,177 INFO [M:0;30db5f576be8:42007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:18:53,177 INFO [M:0;30db5f576be8:42007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:18:53,177 INFO [M:0;30db5f576be8:42007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:18:53,177 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:18:53,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/09041669/master 2024-11-19T18:18:53,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/09041669 2024-11-19T18:18:53,179 DEBUG [M:0;30db5f576be8:42007 {}] zookeeper.ZKUtil(347): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Unable to get data of znode /09041669/master because node does not exist (not an error) 2024-11-19T18:18:53,179 WARN [M:0;30db5f576be8:42007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:18:53,180 INFO [M:0;30db5f576be8:42007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/.lastflushedseqids 2024-11-19T18:18:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741850_1026 (size=263) 2024-11-19T18:18:53,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:18:53,275 INFO [RS:0;30db5f576be8:42531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:18:53,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42531-0x1013172b7c90001, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:18:53,275 INFO [RS:0;30db5f576be8:42531 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,42531,1732040249769; zookeeper connection closed. 2024-11-19T18:18:53,275 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e86bac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e86bac 2024-11-19T18:18:53,275 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:18:53,586 INFO [M:0;30db5f576be8:42007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:18:53,586 INFO [M:0;30db5f576be8:42007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:18:53,586 DEBUG [M:0;30db5f576be8:42007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:18:53,586 INFO [M:0;30db5f576be8:42007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:53,586 DEBUG [M:0;30db5f576be8:42007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:53,586 DEBUG [M:0;30db5f576be8:42007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:18:53,586 DEBUG [M:0;30db5f576be8:42007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:53,586 INFO [M:0;30db5f576be8:42007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-19T18:18:53,602 DEBUG [M:0;30db5f576be8:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2de5fd6fcaa540df826e2d85dd72e70d is 82, key is hbase:meta,,1/info:regioninfo/1732040252479/Put/seqid=0 2024-11-19T18:18:53,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741851_1027 (size=5672) 2024-11-19T18:18:54,007 INFO [M:0;30db5f576be8:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2de5fd6fcaa540df826e2d85dd72e70d 2024-11-19T18:18:54,027 DEBUG [M:0;30db5f576be8:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab39ae6da5c49d9b2cea1ae03836e6b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732040257932/Put/seqid=0 2024-11-19T18:18:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741852_1028 (size=7240) 2024-11-19T18:18:54,432 INFO [M:0;30db5f576be8:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab39ae6da5c49d9b2cea1ae03836e6b 2024-11-19T18:18:54,437 INFO [M:0;30db5f576be8:42007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ab39ae6da5c49d9b2cea1ae03836e6b 2024-11-19T18:18:54,451 DEBUG [M:0;30db5f576be8:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0c5f4299a10480bbc5992f977452e84 is 69, key is 30db5f576be8,42531,1732040249769/rs:state/1732040251720/Put/seqid=0 2024-11-19T18:18:54,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741853_1029 (size=5156) 2024-11-19T18:18:54,855 INFO [M:0;30db5f576be8:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0c5f4299a10480bbc5992f977452e84 2024-11-19T18:18:54,860 DEBUG [M:0;30db5f576be8:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2de5fd6fcaa540df826e2d85dd72e70d as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2de5fd6fcaa540df826e2d85dd72e70d 2024-11-19T18:18:54,865 INFO [M:0;30db5f576be8:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2de5fd6fcaa540df826e2d85dd72e70d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T18:18:54,865 DEBUG [M:0;30db5f576be8:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab39ae6da5c49d9b2cea1ae03836e6b as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ab39ae6da5c49d9b2cea1ae03836e6b 2024-11-19T18:18:54,869 INFO [M:0;30db5f576be8:42007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ab39ae6da5c49d9b2cea1ae03836e6b 2024-11-19T18:18:54,869 INFO [M:0;30db5f576be8:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ab39ae6da5c49d9b2cea1ae03836e6b, entries=11, sequenceid=105, filesize=7.1 K 2024-11-19T18:18:54,870 DEBUG [M:0;30db5f576be8:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0c5f4299a10480bbc5992f977452e84 as hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0c5f4299a10480bbc5992f977452e84 2024-11-19T18:18:54,874 INFO [M:0;30db5f576be8:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0c5f4299a10480bbc5992f977452e84, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T18:18:54,875 INFO [M:0;30db5f576be8:42007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-19T18:18:54,876 INFO [M:0;30db5f576be8:42007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:54,876 DEBUG [M:0;30db5f576be8:42007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040333586Disabling compacts and flushes for region at 1732040333586Disabling writes for close at 1732040333586Obtaining lock to block concurrent updates at 1732040333586Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040333586Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732040333587 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040333587Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040333587Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040333602 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040333602Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040334013 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040334027 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040334027Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040334437 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040334450 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040334450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6888ec4f: reopening flushed file at 1732040334860 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ac36cf: reopening flushed file at 1732040334865 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a08b4d8: reopening flushed file at 1732040334869 (+4 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1732040334875 (+6 ms)Writing region close event to WAL at 1732040334876 (+1 ms)Closed at 1732040334876 2024-11-19T18:18:54,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741830_1006 (size=64526) 2024-11-19T18:18:54,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4da202f-c177-538b-b2bb-dd9067ad11ef/MasterData/WALs/30db5f576be8,42007,1732040249713/30db5f576be8%2C42007%2C1732040249713.1732040251462 not finished, retry = 0 2024-11-19T18:18:54,979 INFO [M:0;30db5f576be8:42007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:18:54,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:18:54,979 INFO [M:0;30db5f576be8:42007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42007 2024-11-19T18:18:54,979 INFO [M:0;30db5f576be8:42007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:18:55,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:18:55,081 INFO [M:0;30db5f576be8:42007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:18:55,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1013172b7c90000, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:18:55,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c2799f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:18:55,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:18:55,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:18:55,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:18:55,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/hadoop.log.dir/,STOPPED} 2024-11-19T18:18:55,088 WARN [BP-1777813917-172.17.0.2-1732040248667 heartbeating to localhost/127.0.0.1:45609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:18:55,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:18:55,088 WARN [BP-1777813917-172.17.0.2-1732040248667 heartbeating to localhost/127.0.0.1:45609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1777813917-172.17.0.2-1732040248667 (Datanode Uuid b4797d74-7daa-49a9-abb3-742415fda4f0) service to localhost/127.0.0.1:45609 2024-11-19T18:18:55,088 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:18:55,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/cluster_9330a346-5705-7c9c-d450-c5b9e8f2c50e/data/data1/current/BP-1777813917-172.17.0.2-1732040248667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:18:55,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/cluster_9330a346-5705-7c9c-d450-c5b9e8f2c50e/data/data2/current/BP-1777813917-172.17.0.2-1732040248667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:18:55,089 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:18:55,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f28759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:18:55,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:18:55,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:18:55,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:18:55,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5940d6b-e00e-9f4b-f809-964559f36918/hadoop.log.dir/,STOPPED} 2024-11-19T18:18:55,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T18:18:55,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:18:55,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 138) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45609 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55872) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f38a0b8ecc0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46719 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55872) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f38a0b8ecc0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=7075 (was 7196) 2024-11-19T18:18:55,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=7075 2024-11-19T18:18:55,149 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-19T18:18:55,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/hadoop.log.dir so I do NOT create it in target/test-data/16ed4141-0747-a981-a1a2-b656e740a727 2024-11-19T18:18:55,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:18:55,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/hadoop.tmp.dir so I do NOT create it in target/test-data/16ed4141-0747-a981-a1a2-b656e740a727 2024-11-19T18:18:55,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83c3ba75-8eb0-91c4-d019-5cb8079decc6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:18:55,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727 2024-11-19T18:18:55,150 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/cluster_2de80b94-6b74-5299-dc49-fbea80f5cb24, deleteOnExit=true 2024-11-19T18:18:55,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/cluster_2de80b94-6b74-5299-dc49-fbea80f5cb24/zookeeper_0, clientPort=53915, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/cluster_2de80b94-6b74-5299-dc49-fbea80f5cb24/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/cluster_2de80b94-6b74-5299-dc49-fbea80f5cb24/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T18:18:55,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53915 2024-11-19T18:18:55,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:18:55,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:18:55,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/test.cache.data in system properties and HBase conf 2024-11-19T18:18:55,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:18:55,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:18:55,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:18:55,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:18:55,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:18:55,159 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:18:55,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:18:55,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:18:55,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:18:55,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:18:55,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:18:55,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:18:55,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:18:55,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:18:55,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:18:55,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:18:55,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:18:55,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:18:55,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:18:55,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:18:55,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013172b7c90002, quorum=127.0.0.1:55872, baseZNode=/09041669 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:18:55,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013172b7c90005, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:18:55,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013172b7c90002, quorum=127.0.0.1:55872, baseZNode=/09041669 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:18:55,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013172b7c90005, quorum=127.0.0.1:55872, baseZNode=/11458090840 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:18:55,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:18:55,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:18:55,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:18:55,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:18:55,259 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:18:55,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:18:55,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:18:55,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:18:55,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189b0b0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/java.io.tmpdir/jetty-localhost-46465-hadoop-hdfs-3_4_1-tests_jar-_-any-9460336780900905126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:18:55,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:46465} 2024-11-19T18:18:55,394 INFO [Time-limited test {}] server.Server(415): Started @134482ms 2024-11-19T18:18:55,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:18:55,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:18:55,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:18:55,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:18:55,491 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:18:55,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:18:55,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:18:55,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11505e70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/java.io.tmpdir/jetty-localhost-46111-hadoop-hdfs-3_4_1-tests_jar-_-any-11799359742822873597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:18:55,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:46111} 2024-11-19T18:18:55,622 INFO [Time-limited test {}] server.Server(415): Started @134710ms 2024-11-19T18:18:55,623 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:18:55,798 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/cluster_2de80b94-6b74-5299-dc49-fbea80f5cb24/data/data1/current/BP-1488279439-172.17.0.2-1732040335179/current, will proceed with Du for space computation calculation, 2024-11-19T18:18:55,798 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/cluster_2de80b94-6b74-5299-dc49-fbea80f5cb24/data/data2/current/BP-1488279439-172.17.0.2-1732040335179/current, will proceed with Du for space computation calculation, 2024-11-19T18:18:55,829 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:18:55,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4599ba8fba6ce7f4 with lease ID 0x7b33ba747c10a3a0: Processing first storage report for DS-4ccfcf8c-715c-4c01-b166-481a67b99431 from datanode DatanodeRegistration(127.0.0.1:34565, datanodeUuid=498965fb-1e86-4804-9926-37fa2b27e88d, infoPort=35857, infoSecurePort=0, ipcPort=43969, storageInfo=lv=-57;cid=testClusterID;nsid=207125728;c=1732040335179) 2024-11-19T18:18:55,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4599ba8fba6ce7f4 with lease ID 0x7b33ba747c10a3a0: from storage DS-4ccfcf8c-715c-4c01-b166-481a67b99431 node DatanodeRegistration(127.0.0.1:34565, datanodeUuid=498965fb-1e86-4804-9926-37fa2b27e88d, infoPort=35857, infoSecurePort=0, ipcPort=43969, storageInfo=lv=-57;cid=testClusterID;nsid=207125728;c=1732040335179), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T18:18:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4599ba8fba6ce7f4 with lease ID 0x7b33ba747c10a3a0: Processing first storage report for DS-04fa2443-8ef3-4bbf-9735-a94f1b29c9cd from datanode DatanodeRegistration(127.0.0.1:34565, datanodeUuid=498965fb-1e86-4804-9926-37fa2b27e88d, infoPort=35857, infoSecurePort=0, ipcPort=43969, storageInfo=lv=-57;cid=testClusterID;nsid=207125728;c=1732040335179) 2024-11-19T18:18:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4599ba8fba6ce7f4 with lease ID 0x7b33ba747c10a3a0: from storage DS-04fa2443-8ef3-4bbf-9735-a94f1b29c9cd node DatanodeRegistration(127.0.0.1:34565, datanodeUuid=498965fb-1e86-4804-9926-37fa2b27e88d, infoPort=35857, infoSecurePort=0, ipcPort=43969, storageInfo=lv=-57;cid=testClusterID;nsid=207125728;c=1732040335179), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:18:55,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727 2024-11-19T18:18:55,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:18:55,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:18:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:18:56,338 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330 with version=8 2024-11-19T18:18:56,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/hbase-staging 2024-11-19T18:18:56,340 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:18:56,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:18:56,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:18:56,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:18:56,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:18:56,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:18:56,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:18:56,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:18:56,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45413 2024-11-19T18:18:56,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45413 connecting to ZooKeeper ensemble=127.0.0.1:53915 2024-11-19T18:18:56,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454130x0, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:18:56,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45413-0x101317409bf0000 connected 2024-11-19T18:18:56,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:18:56,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:18:56,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/running 2024-11-19T18:18:56,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330, hbase.cluster.distributed=false 2024-11-19T18:18:56,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/acl 2024-11-19T18:18:56,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45413 2024-11-19T18:18:56,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45413 2024-11-19T18:18:56,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45413 2024-11-19T18:18:56,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45413 2024-11-19T18:18:56,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45413 2024-11-19T18:18:56,392 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:18:56,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:18:56,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:18:56,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:18:56,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:18:56,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:18:56,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:18:56,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:18:56,393 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36231 2024-11-19T18:18:56,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36231 connecting to ZooKeeper ensemble=127.0.0.1:53915 2024-11-19T18:18:56,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:18:56,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:18:56,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362310x0, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:18:56,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362310x0, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/running 2024-11-19T18:18:56,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36231-0x101317409bf0001 connected 2024-11-19T18:18:56,400 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:18:56,401 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:18:56,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/master 2024-11-19T18:18:56,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/acl 2024-11-19T18:18:56,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36231 2024-11-19T18:18:56,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36231 2024-11-19T18:18:56,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36231 2024-11-19T18:18:56,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36231 2024-11-19T18:18:56,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36231 2024-11-19T18:18:56,423 DEBUG [M:0;30db5f576be8:45413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:45413 2024-11-19T18:18:56,423 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1618731436/backup-masters/30db5f576be8,45413,1732040336340 2024-11-19T18:18:56,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/backup-masters 2024-11-19T18:18:56,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/backup-masters 2024-11-19T18:18:56,425 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on existing znode=/0-1618731436/backup-masters/30db5f576be8,45413,1732040336340 2024-11-19T18:18:56,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1618731436/master 2024-11-19T18:18:56,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:56,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:56,427 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on existing znode=/0-1618731436/master 2024-11-19T18:18:56,428 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1618731436/backup-masters/30db5f576be8,45413,1732040336340 from backup master directory 2024-11-19T18:18:56,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1618731436/backup-masters/30db5f576be8,45413,1732040336340 2024-11-19T18:18:56,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/backup-masters 2024-11-19T18:18:56,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/backup-masters 2024-11-19T18:18:56,430 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:18:56,430 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,45413,1732040336340 2024-11-19T18:18:56,436 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/hbase.id] with ID: 49270296-2b5d-4c85-8c59-a1fa64b98dab 2024-11-19T18:18:56,436 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/.tmp/hbase.id 2024-11-19T18:18:56,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:18:56,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:18:56,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:18:56,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T18:18:56,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T18:18:56,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T18:18:56,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:18:56,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:18:56,841 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/.tmp/hbase.id]:[hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/hbase.id] 2024-11-19T18:18:56,851 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:18:56,851 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:18:56,852 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:18:56,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:56,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:56,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:18:57,259 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:18:57,260 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:18:57,261 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:18:57,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:18:57,668 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store 2024-11-19T18:18:57,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:18:58,074 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:18:58,074 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:18:58,075 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:58,075 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:58,075 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:18:58,075 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:58,075 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:18:58,075 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040338074Disabling compacts and flushes for region at 1732040338074Disabling writes for close at 1732040338075 (+1 ms)Writing region close event to WAL at 1732040338075Closed at 1732040338075 2024-11-19T18:18:58,075 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/.initializing 2024-11-19T18:18:58,076 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,45413,1732040336340 2024-11-19T18:18:58,076 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:18:58,078 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C45413%2C1732040336340, suffix=, logDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,45413,1732040336340, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/oldWALs, maxLogs=10 2024-11-19T18:18:58,092 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,45413,1732040336340/30db5f576be8%2C45413%2C1732040336340.1732040338078, exclude list is [], retry=0 2024-11-19T18:18:58,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-4ccfcf8c-715c-4c01-b166-481a67b99431,DISK] 2024-11-19T18:18:58,096 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,45413,1732040336340/30db5f576be8%2C45413%2C1732040336340.1732040338078 2024-11-19T18:18:58,096 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-19T18:18:58,096 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:18:58,096 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:18:58,096 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,096 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:18:58,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:58,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:18:58,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:18:58,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:58,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:18:58,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:18:58,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:58,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:18:58,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:18:58,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:58,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:18:58,106 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,107 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,107 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,108 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,108 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,109 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:18:58,110 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:18:58,112 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:18:58,112 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68940080, jitterRate=0.02728724479675293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:18:58,113 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040338096Initializing all the Stores at 1732040338097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040338097Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040338100 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040338100Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040338100Cleaning up temporary data from old regions at 1732040338108 (+8 ms)Region opened successfully at 1732040338113 (+5 ms) 2024-11-19T18:18:58,113 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:18:58,116 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461da7cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:18:58,117 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:18:58,117 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:18:58,117 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:18:58,117 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:18:58,118 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:18:58,118 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:18:58,118 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:18:58,120 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:18:58,121 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Unable to get data of znode /0-1618731436/balancer because node does not exist (not necessarily an error) 2024-11-19T18:18:58,122 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/balancer already deleted, retry=false 2024-11-19T18:18:58,122 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:18:58,123 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Unable to get data of znode /0-1618731436/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:18:58,124 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/normalizer already deleted, retry=false 2024-11-19T18:18:58,124 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:18:58,125 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Unable to get data of znode /0-1618731436/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:18:58,131 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/switch/split already deleted, retry=false 2024-11-19T18:18:58,132 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Unable to get data of znode /0-1618731436/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:18:58,133 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/switch/merge already deleted, retry=false 2024-11-19T18:18:58,135 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Unable to get data of znode /0-1618731436/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:18:58,136 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/snapshot-cleanup already deleted, retry=false 2024-11-19T18:18:58,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1618731436/running 2024-11-19T18:18:58,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1618731436/running 2024-11-19T18:18:58,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:58,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:58,138 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,45413,1732040336340, sessionid=0x101317409bf0000, setting cluster-up flag (Was=false) 2024-11-19T18:18:58,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:58,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:58,146 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1618731436/flush-table-proc/acquired, /0-1618731436/flush-table-proc/reached, /0-1618731436/flush-table-proc/abort 2024-11-19T18:18:58,147 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,45413,1732040336340 2024-11-19T18:18:58,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:58,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:58,155 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1618731436/online-snapshot/acquired, /0-1618731436/online-snapshot/reached, /0-1618731436/online-snapshot/abort 2024-11-19T18:18:58,156 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,45413,1732040336340 2024-11-19T18:18:58,157 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:18:58,158 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:18:58,158 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:18:58,159 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:18:58,159 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,45413,1732040336340 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:18:58,160 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:18:58,160 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:18:58,160 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:18:58,160 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:18:58,160 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:18:58,160 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,160 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:18:58,160 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:18:58,161 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:18:58,162 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:58,162 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:18:58,162 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040368162 2024-11-19T18:18:58,162 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:18:58,162 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:18:58,162 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:18:58,162 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:18:58,162 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:18:58,162 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:18:58,163 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,163 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:18:58,163 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:18:58,163 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:18:58,163 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:18:58,163 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:18:58,163 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:18:58,164 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040338163,5,FailOnTimeoutGroup] 2024-11-19T18:18:58,164 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040338164,5,FailOnTimeoutGroup] 2024-11-19T18:18:58,164 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,164 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:18:58,164 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,164 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:18:58,210 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(746): ClusterId : 49270296-2b5d-4c85-8c59-a1fa64b98dab 2024-11-19T18:18:58,210 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:18:58,212 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:18:58,212 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:18:58,214 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:18:58,214 DEBUG [RS:0;30db5f576be8:36231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fee4fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:18:58,227 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:36231 2024-11-19T18:18:58,227 INFO [RS:0;30db5f576be8:36231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:18:58,227 INFO [RS:0;30db5f576be8:36231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:18:58,227 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:18:58,227 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,45413,1732040336340 with port=36231, startcode=1732040336391 2024-11-19T18:18:58,227 DEBUG [RS:0;30db5f576be8:36231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:18:58,229 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:18:58,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,36231,1732040336391 2024-11-19T18:18:58,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45413 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,36231,1732040336391 2024-11-19T18:18:58,230 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330 2024-11-19T18:18:58,230 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44365 2024-11-19T18:18:58,231 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:18:58,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/rs 2024-11-19T18:18:58,234 DEBUG [RS:0;30db5f576be8:36231 {}] zookeeper.ZKUtil(111): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on existing znode=/0-1618731436/rs/30db5f576be8,36231,1732040336391 2024-11-19T18:18:58,234 WARN [RS:0;30db5f576be8:36231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:18:58,234 INFO [RS:0;30db5f576be8:36231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:18:58,234 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391 2024-11-19T18:18:58,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,36231,1732040336391] 2024-11-19T18:18:58,238 INFO [RS:0;30db5f576be8:36231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:18:58,240 INFO [RS:0;30db5f576be8:36231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:18:58,240 INFO [RS:0;30db5f576be8:36231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:18:58,240 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,240 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:18:58,241 INFO [RS:0;30db5f576be8:36231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:18:58,241 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:18:58,241 DEBUG [RS:0;30db5f576be8:36231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:18:58,242 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,242 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,242 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,242 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,242 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,242 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36231,1732040336391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:18:58,258 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:18:58,258 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36231,1732040336391-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,258 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,259 INFO [RS:0;30db5f576be8:36231 {}] regionserver.Replication(171): 30db5f576be8,36231,1732040336391 started 2024-11-19T18:18:58,271 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:58,272 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,36231,1732040336391, RpcServer on 30db5f576be8/172.17.0.2:36231, sessionid=0x101317409bf0001 2024-11-19T18:18:58,272 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:18:58,272 DEBUG [RS:0;30db5f576be8:36231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,36231,1732040336391 2024-11-19T18:18:58,272 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,36231,1732040336391' 2024-11-19T18:18:58,272 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1618731436/flush-table-proc/abort' 2024-11-19T18:18:58,272 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1618731436/flush-table-proc/acquired' 2024-11-19T18:18:58,273 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:18:58,273 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:18:58,273 DEBUG [RS:0;30db5f576be8:36231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,36231,1732040336391 2024-11-19T18:18:58,273 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,36231,1732040336391' 2024-11-19T18:18:58,273 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1618731436/online-snapshot/abort' 2024-11-19T18:18:58,273 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1618731436/online-snapshot/acquired' 2024-11-19T18:18:58,273 DEBUG [RS:0;30db5f576be8:36231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:18:58,273 INFO [RS:0;30db5f576be8:36231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:18:58,273 INFO [RS:0;30db5f576be8:36231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:18:58,290 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:18:58,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:58,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:58,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:58,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:58,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:58,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:18:58,374 INFO [RS:0;30db5f576be8:36231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:18:58,375 INFO [RS:0;30db5f576be8:36231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C36231%2C1732040336391, suffix=, logDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs, maxLogs=10 2024-11-19T18:18:58,389 DEBUG [RS:0;30db5f576be8:36231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391/30db5f576be8%2C36231%2C1732040336391.1732040338376, exclude list is [], retry=0 2024-11-19T18:18:58,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-4ccfcf8c-715c-4c01-b166-481a67b99431,DISK] 2024-11-19T18:18:58,393 INFO [RS:0;30db5f576be8:36231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391/30db5f576be8%2C36231%2C1732040336391.1732040338376 2024-11-19T18:18:58,393 DEBUG [RS:0;30db5f576be8:36231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-19T18:18:58,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:18:58,571 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330 2024-11-19T18:18:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:18:58,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:18:58,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:18:58,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:18:58,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:58,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:18:58,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:18:58,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:18:58,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:58,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:18:58,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:18:58,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:18:58,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:58,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:18:58,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:18:58,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:18:58,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:58,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:18:58,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:18:58,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740 2024-11-19T18:18:58,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740 2024-11-19T18:18:58,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:18:58,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:18:58,985 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:18:58,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:18:58,988 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:18:58,988 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62312988, jitterRate=-0.07146412134170532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:18:58,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040338976Initializing all the Stores at 1732040338977 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040338977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040338977Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040338977Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040338977Cleaning up temporary data from old regions at 1732040338985 (+8 ms)Region opened successfully at 1732040338989 (+4 ms) 2024-11-19T18:18:58,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:18:58,989 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:18:58,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:18:58,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:18:58,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:18:58,989 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:18:58,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040338989Disabling compacts and flushes for region at 1732040338989Disabling writes for close at 1732040338989Writing region close event to WAL at 1732040338989Closed at 1732040338989 2024-11-19T18:18:58,991 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:18:58,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:18:58,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:18:58,992 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:18:58,993 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:18:59,143 DEBUG [30db5f576be8:45413 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:18:59,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,36231,1732040336391 2024-11-19T18:18:59,145 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,36231,1732040336391, state=OPENING 2024-11-19T18:18:59,146 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:18:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:18:59,151 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:18:59,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: CHANGED 2024-11-19T18:18:59,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: CHANGED 2024-11-19T18:18:59,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,36231,1732040336391}] 2024-11-19T18:18:59,303 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:18:59,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:18:59,308 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:18:59,308 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:18:59,309 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:18:59,310 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C36231%2C1732040336391.meta, suffix=.meta, logDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs, maxLogs=10 2024-11-19T18:18:59,323 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391/30db5f576be8%2C36231%2C1732040336391.meta.1732040339310.meta, exclude list is [], retry=0 2024-11-19T18:18:59,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-4ccfcf8c-715c-4c01-b166-481a67b99431,DISK] 2024-11-19T18:18:59,327 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391/30db5f576be8%2C36231%2C1732040336391.meta.1732040339310.meta 2024-11-19T18:18:59,327 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-19T18:18:59,327 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:18:59,328 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:18:59,328 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:18:59,328 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:18:59,328 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:18:59,328 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:18:59,328 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:18:59,328 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:18:59,328 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:18:59,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:18:59,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:18:59,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:59,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:18:59,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:18:59,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:18:59,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:59,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:18:59,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:18:59,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:18:59,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:59,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:18:59,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:18:59,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:18:59,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:18:59,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:18:59,333 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:18:59,333 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740 2024-11-19T18:18:59,334 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740 2024-11-19T18:18:59,335 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:18:59,335 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:18:59,335 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:18:59,336 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:18:59,337 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68918009, jitterRate=0.026958361268043518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:18:59,337 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:18:59,337 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040339328Writing region info on filesystem at 1732040339328Initializing all the Stores at 1732040339329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040339329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040339329Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040339329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040339329Cleaning up temporary data from old regions at 1732040339335 (+6 ms)Running coprocessor post-open hooks at 1732040339337 (+2 ms)Region opened successfully at 1732040339337 2024-11-19T18:18:59,338 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040339303 2024-11-19T18:18:59,340 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:18:59,340 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:18:59,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,36231,1732040336391 2024-11-19T18:18:59,341 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,36231,1732040336391, state=OPEN 2024-11-19T18:18:59,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1618731436/meta-region-server 2024-11-19T18:18:59,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1618731436/meta-region-server 2024-11-19T18:18:59,343 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,36231,1732040336391 2024-11-19T18:18:59,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: CHANGED 2024-11-19T18:18:59,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: CHANGED 2024-11-19T18:18:59,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:18:59,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,36231,1732040336391 in 192 msec 2024-11-19T18:18:59,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:18:59,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-19T18:18:59,347 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:18:59,347 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:18:59,349 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:18:59,349 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,36231,1732040336391, seqNum=-1] 2024-11-19T18:18:59,349 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:18:59,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:18:59,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-19T18:18:59,355 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040339355, completionTime=-1 2024-11-19T18:18:59,355 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:18:59,355 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:18:59,357 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:18:59,357 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040399357 2024-11-19T18:18:59,357 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040459357 2024-11-19T18:18:59,357 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T18:18:59,357 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45413,1732040336340-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:59,357 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45413,1732040336340-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:59,357 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45413,1732040336340-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:59,357 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:45413, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:59,357 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:59,358 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:59,359 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:18:59,361 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.930sec 2024-11-19T18:18:59,361 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:18:59,361 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:18:59,361 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:18:59,361 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:18:59,362 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:18:59,362 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45413,1732040336340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:18:59,362 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45413,1732040336340-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:18:59,364 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:18:59,364 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:18:59,364 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45413,1732040336340-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:18:59,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c97e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:18:59,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45413,-1 for getting cluster id 2024-11-19T18:18:59,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:18:59,412 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49270296-2b5d-4c85-8c59-a1fa64b98dab' 2024-11-19T18:18:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:18:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49270296-2b5d-4c85-8c59-a1fa64b98dab" 2024-11-19T18:18:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4f28f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:18:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45413,-1] 2024-11-19T18:18:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:18:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:18:59,414 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:18:59,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:18:59,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:18:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,36231,1732040336391, seqNum=-1] 2024-11-19T18:18:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:18:59,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:18:59,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,45413,1732040336340 2024-11-19T18:18:59,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53915 2024-11-19T18:18:59,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:18:59,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101317409bf0002 connected 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/hadoop.log.dir so I do NOT create it in target/test-data/910ddc42-099b-da99-bb75-e848dccf4623 2024-11-19T18:18:59,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/hadoop.tmp.dir so I do NOT create it in target/test-data/910ddc42-099b-da99-bb75-e848dccf4623 2024-11-19T18:18:59,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:18:59,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/cluster_37b47357-4b52-6fc9-1977-5364464bbbac, deleteOnExit=true 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/test.cache.data in system properties and HBase conf 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:18:59,426 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:18:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:18:59,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:18:59,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:18:59,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:18:59,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:18:59,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:18:59,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:18:59,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:18:59,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:18:59,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:18:59,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1834e79a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/java.io.tmpdir/jetty-localhost-33675-hadoop-hdfs-3_4_1-tests_jar-_-any-17879956276964918691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:18:59,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:33675} 2024-11-19T18:18:59,629 INFO [Time-limited test {}] server.Server(415): Started @138717ms 2024-11-19T18:18:59,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:18:59,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:18:59,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:18:59,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:18:59,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:18:59,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:18:59,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:18:59,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@297064e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/java.io.tmpdir/jetty-localhost-43971-hadoop-hdfs-3_4_1-tests_jar-_-any-6775947461808873419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:18:59,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:43971} 2024-11-19T18:18:59,834 INFO [Time-limited test {}] server.Server(415): Started @138923ms 2024-11-19T18:18:59,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:18:59,949 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/cluster_37b47357-4b52-6fc9-1977-5364464bbbac/data/data2/current/BP-978910114-172.17.0.2-1732040339445/current, will proceed with Du for space computation calculation, 2024-11-19T18:18:59,949 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/cluster_37b47357-4b52-6fc9-1977-5364464bbbac/data/data1/current/BP-978910114-172.17.0.2-1732040339445/current, will proceed with Du for space computation calculation, 2024-11-19T18:18:59,967 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:18:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7ccf014ac5a544b with lease ID 0xae6116c512cf978a: Processing first storage report for DS-41f71b22-303a-4832-8ded-fb901049dc73 from datanode DatanodeRegistration(127.0.0.1:44347, datanodeUuid=de85b691-dafb-477d-8cde-96df60a9b456, infoPort=45015, infoSecurePort=0, ipcPort=39331, storageInfo=lv=-57;cid=testClusterID;nsid=1333199048;c=1732040339445) 2024-11-19T18:18:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7ccf014ac5a544b with lease ID 0xae6116c512cf978a: from storage DS-41f71b22-303a-4832-8ded-fb901049dc73 node DatanodeRegistration(127.0.0.1:44347, datanodeUuid=de85b691-dafb-477d-8cde-96df60a9b456, infoPort=45015, infoSecurePort=0, ipcPort=39331, storageInfo=lv=-57;cid=testClusterID;nsid=1333199048;c=1732040339445), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:18:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7ccf014ac5a544b with lease ID 0xae6116c512cf978a: Processing first storage report for DS-d5341844-dc86-4125-9442-34e4d0d37c38 from datanode DatanodeRegistration(127.0.0.1:44347, datanodeUuid=de85b691-dafb-477d-8cde-96df60a9b456, infoPort=45015, infoSecurePort=0, ipcPort=39331, storageInfo=lv=-57;cid=testClusterID;nsid=1333199048;c=1732040339445) 2024-11-19T18:18:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7ccf014ac5a544b with lease ID 0xae6116c512cf978a: from storage DS-d5341844-dc86-4125-9442-34e4d0d37c38 node DatanodeRegistration(127.0.0.1:44347, datanodeUuid=de85b691-dafb-477d-8cde-96df60a9b456, infoPort=45015, infoSecurePort=0, ipcPort=39331, storageInfo=lv=-57;cid=testClusterID;nsid=1333199048;c=1732040339445), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:19:00,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623 2024-11-19T18:19:00,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:00,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:19:00,471 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4 with version=8 2024-11-19T18:19:00,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/hbase-staging 2024-11-19T18:19:00,473 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:00,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:00,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:00,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:00,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:00,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:00,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:19:00,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:00,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43269 2024-11-19T18:19:00,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43269 connecting to ZooKeeper ensemble=127.0.0.1:53915 2024-11-19T18:19:00,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432690x0, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:00,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43269-0x101317409bf0003 connected 2024-11-19T18:19:00,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:00,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:00,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Set watcher on znode that does not yet exist, /1-1489796144/running 2024-11-19T18:19:00,494 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4, hbase.cluster.distributed=false 2024-11-19T18:19:00,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Set watcher on znode that does not yet exist, /1-1489796144/acl 2024-11-19T18:19:00,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43269 2024-11-19T18:19:00,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43269 2024-11-19T18:19:00,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43269 2024-11-19T18:19:00,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43269 2024-11-19T18:19:00,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43269 2024-11-19T18:19:00,525 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:00,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:00,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:00,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:00,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:00,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:00,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:19:00,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:00,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46371 2024-11-19T18:19:00,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46371 connecting to ZooKeeper ensemble=127.0.0.1:53915 2024-11-19T18:19:00,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:00,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:00,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463710x0, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:00,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463710x0, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Set watcher on znode that does not yet exist, /1-1489796144/running 2024-11-19T18:19:00,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:19:00,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46371-0x101317409bf0004 connected 2024-11-19T18:19:00,536 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:19:00,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Set watcher on znode that does not yet exist, /1-1489796144/master 2024-11-19T18:19:00,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Set watcher on znode that does not yet exist, /1-1489796144/acl 2024-11-19T18:19:00,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46371 2024-11-19T18:19:00,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46371 2024-11-19T18:19:00,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46371 2024-11-19T18:19:00,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46371 2024-11-19T18:19:00,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46371 2024-11-19T18:19:00,559 DEBUG [M:0;30db5f576be8:43269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:43269 2024-11-19T18:19:00,559 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1489796144/backup-masters/30db5f576be8,43269,1732040340472 2024-11-19T18:19:00,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144/backup-masters 2024-11-19T18:19:00,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144/backup-masters 2024-11-19T18:19:00,561 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Set watcher on existing znode=/1-1489796144/backup-masters/30db5f576be8,43269,1732040340472 2024-11-19T18:19:00,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1489796144/master 2024-11-19T18:19:00,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:00,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:00,564 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Set watcher on existing znode=/1-1489796144/master 2024-11-19T18:19:00,564 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1489796144/backup-masters/30db5f576be8,43269,1732040340472 from backup master directory 2024-11-19T18:19:00,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489796144/backup-masters/30db5f576be8,43269,1732040340472 2024-11-19T18:19:00,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144/backup-masters 2024-11-19T18:19:00,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144/backup-masters 2024-11-19T18:19:00,566 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:00,566 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,43269,1732040340472 2024-11-19T18:19:00,570 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/hbase.id] with ID: 6116e2d4-5819-44c4-b67d-503f9a898715 2024-11-19T18:19:00,570 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/.tmp/hbase.id 2024-11-19T18:19:00,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:19:00,976 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/.tmp/hbase.id]:[hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/hbase.id] 2024-11-19T18:19:00,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:00,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:19:00,987 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:19:00,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:00,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:00,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:19:01,400 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:01,401 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:19:01,401 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:01,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:19:01,808 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store 2024-11-19T18:19:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:19:01,814 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:01,815 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:19:01,815 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:01,815 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:01,815 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:19:01,815 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:01,815 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:01,815 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040341814Disabling compacts and flushes for region at 1732040341814Disabling writes for close at 1732040341815 (+1 ms)Writing region close event to WAL at 1732040341815Closed at 1732040341815 2024-11-19T18:19:01,816 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/.initializing 2024-11-19T18:19:01,816 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/WALs/30db5f576be8,43269,1732040340472 2024-11-19T18:19:01,816 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:01,818 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C43269%2C1732040340472, suffix=, logDir=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/WALs/30db5f576be8,43269,1732040340472, archiveDir=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/oldWALs, maxLogs=10 2024-11-19T18:19:01,834 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/WALs/30db5f576be8,43269,1732040340472/30db5f576be8%2C43269%2C1732040340472.1732040341818, exclude list is [], retry=0 2024-11-19T18:19:01,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44347,DS-41f71b22-303a-4832-8ded-fb901049dc73,DISK] 2024-11-19T18:19:01,839 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/WALs/30db5f576be8,43269,1732040340472/30db5f576be8%2C43269%2C1732040340472.1732040341818 2024-11-19T18:19:01,839 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45015:45015)] 2024-11-19T18:19:01,839 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:01,839 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:01,839 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,839 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:19:01,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:01,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:01,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:19:01,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:01,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:01,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:19:01,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:01,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:01,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:19:01,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:01,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:01,847 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,848 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,848 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,849 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,849 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,850 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:01,851 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:01,853 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:01,853 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66771232, jitterRate=-0.005031108856201172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:01,853 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040341839Initializing all the Stores at 1732040341840 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040341840Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040341840Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040341840Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040341840Cleaning up temporary data from old regions at 1732040341849 (+9 ms)Region opened successfully at 1732040341853 (+4 ms) 2024-11-19T18:19:01,854 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:19:01,856 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adccde8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:01,857 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:19:01,857 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:19:01,857 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:19:01,857 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:19:01,857 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:19:01,858 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:19:01,858 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:19:01,859 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:19:01,860 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Unable to get data of znode /1-1489796144/balancer because node does not exist (not necessarily an error) 2024-11-19T18:19:01,861 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489796144/balancer already deleted, retry=false 2024-11-19T18:19:01,862 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:19:01,862 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Unable to get data of znode /1-1489796144/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:19:01,864 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489796144/normalizer already deleted, retry=false 2024-11-19T18:19:01,864 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:19:01,865 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Unable to get data of znode /1-1489796144/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:19:01,866 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489796144/switch/split already deleted, retry=false 2024-11-19T18:19:01,867 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Unable to get data of znode /1-1489796144/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:19:01,868 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489796144/switch/merge already deleted, retry=false 2024-11-19T18:19:01,870 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Unable to get data of znode /1-1489796144/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:19:01,871 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489796144/snapshot-cleanup already deleted, retry=false 2024-11-19T18:19:01,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1489796144/running 2024-11-19T18:19:01,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1489796144/running 2024-11-19T18:19:01,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:01,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:01,873 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,43269,1732040340472, sessionid=0x101317409bf0003, setting cluster-up flag (Was=false) 2024-11-19T18:19:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:01,881 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1489796144/flush-table-proc/acquired, /1-1489796144/flush-table-proc/reached, /1-1489796144/flush-table-proc/abort 2024-11-19T18:19:01,882 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,43269,1732040340472 2024-11-19T18:19:01,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:01,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:01,890 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1489796144/online-snapshot/acquired, /1-1489796144/online-snapshot/reached, /1-1489796144/online-snapshot/abort 2024-11-19T18:19:01,891 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,43269,1732040340472 2024-11-19T18:19:01,892 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:19:01,893 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:01,894 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:19:01,894 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:19:01,894 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,43269,1732040340472 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:19:01,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:01,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:01,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:01,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:01,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:19:01,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:01,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,896 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040371896 2024-11-19T18:19:01,896 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:19:01,896 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:19:01,896 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:19:01,896 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:19:01,896 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:19:01,896 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:19:01,897 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:01,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:19:01,898 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:01,898 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:19:01,900 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,904 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:19:01,904 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:19:01,904 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:19:01,904 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:19:01,905 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:19:01,905 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:19:01,905 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040341905,5,FailOnTimeoutGroup] 2024-11-19T18:19:01,905 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040341905,5,FailOnTimeoutGroup] 2024-11-19T18:19:01,905 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,905 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:19:01,905 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,906 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:19:01,950 INFO [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(746): ClusterId : 6116e2d4-5819-44c4-b67d-503f9a898715 2024-11-19T18:19:01,950 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:19:01,952 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:19:01,952 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:19:01,955 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:19:01,955 DEBUG [RS:0;30db5f576be8:46371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243ba1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:01,967 DEBUG [RS:0;30db5f576be8:46371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:46371 2024-11-19T18:19:01,967 INFO [RS:0;30db5f576be8:46371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:19:01,967 INFO [RS:0;30db5f576be8:46371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:19:01,967 DEBUG [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:19:01,967 INFO [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,43269,1732040340472 with port=46371, startcode=1732040340525 2024-11-19T18:19:01,968 DEBUG [RS:0;30db5f576be8:46371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:19:01,969 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:19:01,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,46371,1732040340525 2024-11-19T18:19:01,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43269 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,46371,1732040340525 2024-11-19T18:19:01,971 DEBUG [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4 2024-11-19T18:19:01,971 DEBUG [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44497 2024-11-19T18:19:01,971 DEBUG [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:19:01,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144/rs 2024-11-19T18:19:01,977 DEBUG [RS:0;30db5f576be8:46371 {}] zookeeper.ZKUtil(111): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Set watcher on existing znode=/1-1489796144/rs/30db5f576be8,46371,1732040340525 2024-11-19T18:19:01,977 WARN [RS:0;30db5f576be8:46371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:01,977 INFO [RS:0;30db5f576be8:46371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:01,977 DEBUG [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/WALs/30db5f576be8,46371,1732040340525 2024-11-19T18:19:01,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,46371,1732040340525] 2024-11-19T18:19:01,980 INFO [RS:0;30db5f576be8:46371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:19:01,981 INFO [RS:0;30db5f576be8:46371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:19:01,981 INFO [RS:0;30db5f576be8:46371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:19:01,982 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,982 INFO [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:19:01,982 INFO [RS:0;30db5f576be8:46371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:19:01,982 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,982 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:01,983 DEBUG [RS:0;30db5f576be8:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:01,984 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,984 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,984 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,984 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,984 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,984 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,46371,1732040340525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:01,999 INFO [RS:0;30db5f576be8:46371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:19:01,999 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,46371,1732040340525-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,999 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:01,999 INFO [RS:0;30db5f576be8:46371 {}] regionserver.Replication(171): 30db5f576be8,46371,1732040340525 started 2024-11-19T18:19:02,013 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:02,013 INFO [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,46371,1732040340525, RpcServer on 30db5f576be8/172.17.0.2:46371, sessionid=0x101317409bf0004 2024-11-19T18:19:02,013 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:19:02,013 DEBUG [RS:0;30db5f576be8:46371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,46371,1732040340525 2024-11-19T18:19:02,013 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,46371,1732040340525' 2024-11-19T18:19:02,013 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1489796144/flush-table-proc/abort' 2024-11-19T18:19:02,014 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1489796144/flush-table-proc/acquired' 2024-11-19T18:19:02,014 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:19:02,014 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:19:02,014 DEBUG [RS:0;30db5f576be8:46371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,46371,1732040340525 2024-11-19T18:19:02,014 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,46371,1732040340525' 2024-11-19T18:19:02,014 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1489796144/online-snapshot/abort' 2024-11-19T18:19:02,014 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1489796144/online-snapshot/acquired' 2024-11-19T18:19:02,014 DEBUG [RS:0;30db5f576be8:46371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:19:02,014 INFO [RS:0;30db5f576be8:46371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:19:02,014 INFO [RS:0;30db5f576be8:46371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:19:02,115 INFO [RS:0;30db5f576be8:46371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:02,116 INFO [RS:0;30db5f576be8:46371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C46371%2C1732040340525, suffix=, logDir=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/WALs/30db5f576be8,46371,1732040340525, archiveDir=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/oldWALs, maxLogs=10 2024-11-19T18:19:02,130 DEBUG [RS:0;30db5f576be8:46371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/WALs/30db5f576be8,46371,1732040340525/30db5f576be8%2C46371%2C1732040340525.1732040342117, exclude list is [], retry=0 2024-11-19T18:19:02,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44347,DS-41f71b22-303a-4832-8ded-fb901049dc73,DISK] 2024-11-19T18:19:02,134 INFO [RS:0;30db5f576be8:46371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/WALs/30db5f576be8,46371,1732040340525/30db5f576be8%2C46371%2C1732040340525.1732040342117 2024-11-19T18:19:02,134 DEBUG [RS:0;30db5f576be8:46371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45015:45015)] 2024-11-19T18:19:02,308 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:19:02,309 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4 2024-11-19T18:19:02,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:19:02,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:02,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:19:02,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:19:02,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:02,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:02,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:19:02,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:19:02,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:02,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:02,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:19:02,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:19:02,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:02,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:02,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:19:02,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:19:02,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:02,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:02,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:19:02,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/1588230740 2024-11-19T18:19:02,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/1588230740 2024-11-19T18:19:02,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:19:02,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:19:02,724 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:02,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:19:02,726 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:02,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68757153, jitterRate=0.02456142008304596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:02,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040342715Initializing all the Stores at 1732040342715Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040342715Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040342716 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040342716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040342716Cleaning up temporary data from old regions at 1732040342723 (+7 ms)Region opened successfully at 1732040342727 (+4 ms) 2024-11-19T18:19:02,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:19:02,727 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:19:02,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:19:02,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:19:02,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:19:02,727 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:02,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040342727Disabling compacts and flushes for region at 1732040342727Disabling writes for close at 1732040342727Writing region close event to WAL at 1732040342727Closed at 1732040342727 2024-11-19T18:19:02,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:02,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:19:02,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:19:02,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:02,731 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:19:02,881 DEBUG [30db5f576be8:43269 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:19:02,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,46371,1732040340525 2024-11-19T18:19:02,883 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,46371,1732040340525, state=OPENING 2024-11-19T18:19:02,884 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:19:02,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:02,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:02,886 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:02,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489796144/meta-region-server: CHANGED 2024-11-19T18:19:02,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489796144/meta-region-server: CHANGED 2024-11-19T18:19:02,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,46371,1732040340525}] 2024-11-19T18:19:03,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:19:03,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:19:03,044 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:19:03,044 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:03,045 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:19:03,046 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C46371%2C1732040340525.meta, suffix=.meta, logDir=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/WALs/30db5f576be8,46371,1732040340525, archiveDir=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/oldWALs, maxLogs=10 2024-11-19T18:19:03,060 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/WALs/30db5f576be8,46371,1732040340525/30db5f576be8%2C46371%2C1732040340525.meta.1732040343047.meta, exclude list is [], retry=0 2024-11-19T18:19:03,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44347,DS-41f71b22-303a-4832-8ded-fb901049dc73,DISK] 2024-11-19T18:19:03,063 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/WALs/30db5f576be8,46371,1732040340525/30db5f576be8%2C46371%2C1732040340525.meta.1732040343047.meta 2024-11-19T18:19:03,063 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45015:45015)] 2024-11-19T18:19:03,064 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:03,064 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:03,064 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:19:03,064 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:19:03,064 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:19:03,064 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:19:03,064 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:03,064 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:19:03,064 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:19:03,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:19:03,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:19:03,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:03,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:03,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:19:03,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:19:03,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:03,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:03,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:19:03,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:19:03,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:03,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:03,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:19:03,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:19:03,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:03,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:03,070 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:19:03,070 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/1588230740 2024-11-19T18:19:03,071 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/1588230740 2024-11-19T18:19:03,072 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:19:03,072 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:19:03,072 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:03,073 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:19:03,074 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64167306, jitterRate=-0.043832629919052124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:03,074 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:19:03,074 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040343064Writing region info on filesystem at 1732040343064Initializing all the Stores at 1732040343065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040343065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040343065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040343065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040343065Cleaning up temporary data from old regions at 1732040343072 (+7 ms)Running coprocessor post-open hooks at 1732040343074 (+2 ms)Region opened successfully at 1732040343074 2024-11-19T18:19:03,074 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040343038 2024-11-19T18:19:03,076 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:19:03,077 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:19:03,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,46371,1732040340525 2024-11-19T18:19:03,078 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,46371,1732040340525, state=OPEN 2024-11-19T18:19:03,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1489796144/meta-region-server 2024-11-19T18:19:03,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1489796144/meta-region-server 2024-11-19T18:19:03,079 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,46371,1732040340525 2024-11-19T18:19:03,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489796144/meta-region-server: CHANGED 2024-11-19T18:19:03,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489796144/meta-region-server: CHANGED 2024-11-19T18:19:03,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:19:03,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,46371,1732040340525 in 193 msec 2024-11-19T18:19:03,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:19:03,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-19T18:19:03,084 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:03,084 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:19:03,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:03,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,46371,1732040340525, seqNum=-1] 2024-11-19T18:19:03,085 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:03,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:03,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-19T18:19:03,090 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040343090, completionTime=-1 2024-11-19T18:19:03,090 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:19:03,090 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:19:03,092 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:19:03,092 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040403092 2024-11-19T18:19:03,092 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040463092 2024-11-19T18:19:03,092 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T18:19:03,092 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43269,1732040340472-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:03,092 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43269,1732040340472-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:03,092 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43269,1732040340472-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:03,092 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:43269, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:03,092 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:03,092 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:03,094 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:19:03,095 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.529sec 2024-11-19T18:19:03,095 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:19:03,095 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:19:03,095 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:19:03,095 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:19:03,095 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:19:03,095 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43269,1732040340472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:03,095 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43269,1732040340472-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:19:03,097 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:19:03,097 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:19:03,097 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43269,1732040340472-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:03,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:03,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,43269,-1 for getting cluster id 2024-11-19T18:19:03,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:03,152 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6116e2d4-5819-44c4-b67d-503f9a898715' 2024-11-19T18:19:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6116e2d4-5819-44c4-b67d-503f9a898715" 2024-11-19T18:19:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f396a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,43269,-1] 2024-11-19T18:19:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:03,153 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:03,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:03,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,46371,1732040340525, seqNum=-1] 2024-11-19T18:19:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:03,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:03,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,43269,1732040340472 2024-11-19T18:19:03,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53915 2024-11-19T18:19:03,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:03,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101317409bf0005 connected 2024-11-19T18:19:03,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f88dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:03,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45413,-1 for getting cluster id 2024-11-19T18:19:03,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:03,178 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49270296-2b5d-4c85-8c59-a1fa64b98dab' 2024-11-19T18:19:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49270296-2b5d-4c85-8c59-a1fa64b98dab" 2024-11-19T18:19:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74865ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45413,-1] 2024-11-19T18:19:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:03,180 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3175528a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:03,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45413,1732040336340 2024-11-19T18:19:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cca3c59 2024-11-19T18:19:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:03,182 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:03,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:43269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:19:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:19:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:03,187 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:43269' 2024-11-19T18:19:03,188 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4fdf7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:03,188 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,43269,-1 for getting cluster id 2024-11-19T18:19:03,189 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:03,189 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6116e2d4-5819-44c4-b67d-503f9a898715' 2024-11-19T18:19:03,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:03,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6116e2d4-5819-44c4-b67d-503f9a898715" 2024-11-19T18:19:03,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391bc194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:03,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,43269,-1] 2024-11-19T18:19:03,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:03,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:03,192 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:03,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c82af77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:03,192 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:03,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,43269,1732040340472 2024-11-19T18:19:03,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57a14a5a 2024-11-19T18:19:03,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:03,194 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:03,195 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T18:19:03,195 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:19:03,195 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:03,195 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:03,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:03,195 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:03,197 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:19:03,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:19:03,198 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:03,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:19:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741835_1011 (size=1138) 2024-11-19T18:19:03,247 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:19:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:03,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13b47de946ce9d6c74f589ea9e8e387a, NAME => 'hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330 2024-11-19T18:19:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741836_1012 (size=44) 2024-11-19T18:19:03,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:03,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 13b47de946ce9d6c74f589ea9e8e387a, disabling compactions & flushes 2024-11-19T18:19:03,616 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:03,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:03,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. after waiting 0 ms 2024-11-19T18:19:03,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:03,616 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:03,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13b47de946ce9d6c74f589ea9e8e387a: Waiting for close lock at 1732040343616Disabling compacts and flushes for region at 1732040343616Disabling writes for close at 1732040343616Writing region close event to WAL at 1732040343616Closed at 1732040343616 2024-11-19T18:19:03,617 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:19:03,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040343617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040343617"}]},"ts":"1732040343617"} 2024-11-19T18:19:03,622 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:19:03,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:19:03,624 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040343624"}]},"ts":"1732040343624"} 2024-11-19T18:19:03,628 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:19:03,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13b47de946ce9d6c74f589ea9e8e387a, ASSIGN}] 2024-11-19T18:19:03,630 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13b47de946ce9d6c74f589ea9e8e387a, ASSIGN 2024-11-19T18:19:03,631 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13b47de946ce9d6c74f589ea9e8e387a, ASSIGN; state=OFFLINE, location=30db5f576be8,36231,1732040336391; forceNewPlan=false, retain=false 2024-11-19T18:19:03,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=13b47de946ce9d6c74f589ea9e8e387a, regionState=OPENING, regionLocation=30db5f576be8,36231,1732040336391 2024-11-19T18:19:03,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13b47de946ce9d6c74f589ea9e8e387a, ASSIGN because future has completed 2024-11-19T18:19:03,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b47de946ce9d6c74f589ea9e8e387a, server=30db5f576be8,36231,1732040336391}] 2024-11-19T18:19:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:03,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:03,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:03,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:19:03,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C36231%2C1732040336391.rep, suffix=, logDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs, maxLogs=10 2024-11-19T18:19:03,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391/30db5f576be8%2C36231%2C1732040336391.rep.1732040343947, exclude list is [], retry=0 2024-11-19T18:19:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-4ccfcf8c-715c-4c01-b166-481a67b99431,DISK] 2024-11-19T18:19:03,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391/30db5f576be8%2C36231%2C1732040336391.rep.1732040343947 2024-11-19T18:19:03,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-19T18:19:03,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 13b47de946ce9d6c74f589ea9e8e387a, NAME => 'hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:03,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:03,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:19:03,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. service=MultiRowMutationService 2024-11-19T18:19:03,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:19:03,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:03,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,975 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,977 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b47de946ce9d6c74f589ea9e8e387a columnFamilyName hfileref 2024-11-19T18:19:03,977 DEBUG [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:03,977 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(327): Store=13b47de946ce9d6c74f589ea9e8e387a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:03,977 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,978 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b47de946ce9d6c74f589ea9e8e387a columnFamilyName queue 2024-11-19T18:19:03,979 DEBUG [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:03,979 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(327): Store=13b47de946ce9d6c74f589ea9e8e387a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:03,979 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,980 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b47de946ce9d6c74f589ea9e8e387a columnFamilyName sid 2024-11-19T18:19:03,980 DEBUG [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:03,981 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(327): Store=13b47de946ce9d6c74f589ea9e8e387a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:03,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:19:03,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:03,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 13b47de946ce9d6c74f589ea9e8e387a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72357617, jitterRate=0.07821251451969147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:19:03,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:03,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 13b47de946ce9d6c74f589ea9e8e387a: Running coprocessor pre-open hook at 1732040343974Writing region info on filesystem at 1732040343974Initializing all the Stores at 1732040343975 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040343975Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040343975Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040343975Cleaning up temporary data from old regions at 1732040343983 (+8 ms)Running coprocessor post-open hooks at 1732040343988 (+5 ms)Region opened successfully at 1732040343989 (+1 ms) 2024-11-19T18:19:03,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a., pid=7, masterSystemTime=1732040343939 2024-11-19T18:19:03,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:03,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:03,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=13b47de946ce9d6c74f589ea9e8e387a, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,36231,1732040336391 2024-11-19T18:19:03,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b47de946ce9d6c74f589ea9e8e387a, server=30db5f576be8,36231,1732040336391 because future has completed 2024-11-19T18:19:04,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T18:19:04,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 13b47de946ce9d6c74f589ea9e8e387a, server=30db5f576be8,36231,1732040336391 in 213 msec 2024-11-19T18:19:04,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:19:04,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13b47de946ce9d6c74f589ea9e8e387a, ASSIGN in 372 msec 2024-11-19T18:19:04,003 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:19:04,003 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040344003"}]},"ts":"1732040344003"} 2024-11-19T18:19:04,005 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:19:04,006 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:19:04,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 811 msec 2024-11-19T18:19:04,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a., hostname=30db5f576be8,36231,1732040336391, seqNum=2] 2024-11-19T18:19:04,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:04,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:04,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:19:04,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T18:19:04,217 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:19:04,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T18:19:04,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:19:04,247 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,36231,1732040336391, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:19:04,248 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:04,248 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,36231,1732040336391, seqNum=-1] 2024-11-19T18:19:04,248 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:04,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-19T18:19:04,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,36231,1732040336391', locateType=CURRENT is [region=hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a., hostname=30db5f576be8,36231,1732040336391, seqNum=2] 2024-11-19T18:19:04,253 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T18:19:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T18:19:04,255 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,36231,1732040336391 suceeded 2024-11-19T18:19:04,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T18:19:04,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-19T18:19:04,257 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:43269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:19:04,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0740 sec 2024-11-19T18:19:04,268 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:43269' 2024-11-19T18:19:04,269 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b7d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:04,269 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,43269,-1 for getting cluster id 2024-11-19T18:19:04,269 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:04,270 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6116e2d4-5819-44c4-b67d-503f9a898715' 2024-11-19T18:19:04,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:04,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6116e2d4-5819-44c4-b67d-503f9a898715" 2024-11-19T18:19:04,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7038d3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:04,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,43269,-1] 2024-11-19T18:19:04,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:04,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:04,271 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:04,272 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f501b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:04,272 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:04,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,43269,1732040340472 2024-11-19T18:19:04,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eb57669 2024-11-19T18:19:04,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:04,274 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-19T18:19:04,274 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,36231,1732040336391 (queues=1) is replicating from cluster=49270296-2b5d-4c85-8c59-a1fa64b98dab to cluster=6116e2d4-5819-44c4-b67d-503f9a898715 2024-11-19T18:19:04,274 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C36231%2C1732040336391 2024-11-19T18:19:04,274 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,36231,1732040336391, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:19:04,275 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391.replicationSource.shipper30db5f576be8%2C36231%2C1732040336391,1-30db5f576be8,36231,1732040336391 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C36231%2C1732040336391 2024-11-19T18:19:04,275 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391.replicationSource.wal-reader.30db5f576be8%2C36231%2C1732040336391,1-30db5f576be8,36231,1732040336391 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391/30db5f576be8%2C36231%2C1732040336391.1732040338376, startPosition=0, beingWritten=true 2024-11-19T18:19:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:04,322 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:19:04,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:04,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:04,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:04,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:04,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:04,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45413,1732040336340 2024-11-19T18:19:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4f7198 2024-11-19T18:19:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:04,325 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:04,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T18:19:04,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:04,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:04,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:04,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:04,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:04,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:19:04,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1907906468, stopped=false 2024-11-19T18:19:04,326 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,45413,1732040336340 2024-11-19T18:19:04,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1618731436/running 2024-11-19T18:19:04,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1618731436/running 2024-11-19T18:19:04,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:04,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:04,328 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:19:04,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:04,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:04,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:04,328 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,36231,1732040336391' ***** 2024-11-19T18:19:04,328 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:19:04,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/running 2024-11-19T18:19:04,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/running 2024-11-19T18:19:04,329 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:19:04,329 INFO [RS:0;30db5f576be8:36231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:19:04,329 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:19:04,329 INFO [RS:0;30db5f576be8:36231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:19:04,329 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(3091): Received CLOSE for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:04,329 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,36231,1732040336391 2024-11-19T18:19:04,329 INFO [RS:0;30db5f576be8:36231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:19:04,329 INFO [RS:0;30db5f576be8:36231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:36231. 2024-11-19T18:19:04,329 DEBUG [RS:0;30db5f576be8:36231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:04,329 DEBUG [RS:0;30db5f576be8:36231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:04,329 INFO [RS:0;30db5f576be8:36231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:19:04,329 INFO [RS:0;30db5f576be8:36231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:19:04,329 INFO [RS:0;30db5f576be8:36231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:19:04,329 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:19:04,330 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:19:04,330 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 13b47de946ce9d6c74f589ea9e8e387a=hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a.} 2024-11-19T18:19:04,330 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13b47de946ce9d6c74f589ea9e8e387a, disabling compactions & flushes 2024-11-19T18:19:04,330 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1351): Waiting on 13b47de946ce9d6c74f589ea9e8e387a, 1588230740 2024-11-19T18:19:04,330 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:04,330 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:19:04,330 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:04,330 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:19:04,330 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. after waiting 0 ms 2024-11-19T18:19:04,330 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:19:04,330 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:04,330 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:19:04,330 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13b47de946ce9d6c74f589ea9e8e387a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T18:19:04,330 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:19:04,330 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T18:19:04,346 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/info/beb6fece979248ec911aba6ecd72d3c0 is 147, key is hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a./info:regioninfo/1732040343995/Put/seqid=0 2024-11-19T18:19:04,349 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:19:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741838_1014 (size=6631) 2024-11-19T18:19:04,352 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/info/beb6fece979248ec911aba6ecd72d3c0 2024-11-19T18:19:04,352 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a/.tmp/queue/a036cb6d1b454ff2b144e2b901fa8acd is 151, key is 1-30db5f576be8,36231,1732040336391/queue:30db5f576be8%2C36231%2C1732040336391/1732040344252/Put/seqid=0 2024-11-19T18:19:04,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741839_1015 (size=5350) 2024-11-19T18:19:04,375 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/ns/745d727c2ad944acb38bf2598bd45a6a is 43, key is default/ns:d/1732040339351/Put/seqid=0 2024-11-19T18:19:04,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741840_1016 (size=5153) 2024-11-19T18:19:04,481 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391.replicationSource.wal-reader.30db5f576be8%2C36231%2C1732040336391,1-30db5f576be8,36231,1732040336391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391/30db5f576be8%2C36231%2C1732040336391.1732040338376 to pos 0, reset compression=false 2024-11-19T18:19:04,530 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1351): Waiting on 13b47de946ce9d6c74f589ea9e8e387a, 1588230740 2024-11-19T18:19:04,730 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1351): Waiting on 13b47de946ce9d6c74f589ea9e8e387a, 1588230740 2024-11-19T18:19:04,757 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a/.tmp/queue/a036cb6d1b454ff2b144e2b901fa8acd 2024-11-19T18:19:04,763 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a/.tmp/queue/a036cb6d1b454ff2b144e2b901fa8acd as hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a/queue/a036cb6d1b454ff2b144e2b901fa8acd 2024-11-19T18:19:04,767 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a/queue/a036cb6d1b454ff2b144e2b901fa8acd, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T18:19:04,768 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 13b47de946ce9d6c74f589ea9e8e387a in 438ms, sequenceid=5, compaction requested=false 2024-11-19T18:19:04,772 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T18:19:04,772 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:04,772 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:04,772 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:04,773 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13b47de946ce9d6c74f589ea9e8e387a: Waiting for close lock at 1732040344330Running coprocessor pre-close hooks at 1732040344330Disabling compacts and flushes for region at 1732040344330Disabling writes for close at 1732040344330Obtaining lock to block concurrent updates at 1732040344330Preparing flush snapshotting stores in 13b47de946ce9d6c74f589ea9e8e387a at 1732040344330Finished memstore snapshotting hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732040344330Flushing stores of hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. at 1732040344331 (+1 ms)Flushing 13b47de946ce9d6c74f589ea9e8e387a/queue: creating writer at 1732040344331Flushing 13b47de946ce9d6c74f589ea9e8e387a/queue: appending metadata at 1732040344351 (+20 ms)Flushing 13b47de946ce9d6c74f589ea9e8e387a/queue: closing flushed file at 1732040344352 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7882ffb: reopening flushed file at 1732040344762 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 13b47de946ce9d6c74f589ea9e8e387a in 438ms, sequenceid=5, compaction requested=false at 1732040344768 (+6 ms)Writing region close event to WAL at 1732040344769 (+1 ms)Running coprocessor post-close hooks at 1732040344772 (+3 ms)Closed at 1732040344772 2024-11-19T18:19:04,773 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:04,779 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/ns/745d727c2ad944acb38bf2598bd45a6a 2024-11-19T18:19:04,785 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391.replicationSource.wal-reader.30db5f576be8%2C36231%2C1732040336391,1-30db5f576be8,36231,1732040336391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391/30db5f576be8%2C36231%2C1732040336391.1732040338376 to pos 0, reset compression=false 2024-11-19T18:19:04,801 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/table/a80fbae483c649c0ac8a2f14639fd8a4 is 53, key is hbase:replication/table:state/1732040344003/Put/seqid=0 2024-11-19T18:19:04,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741841_1017 (size=5256) 2024-11-19T18:19:04,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:19:04,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:04,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:04,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:04,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:04,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:04,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:04,930 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:19:05,130 DEBUG [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:19:05,190 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391.replicationSource.wal-reader.30db5f576be8%2C36231%2C1732040336391,1-30db5f576be8,36231,1732040336391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391/30db5f576be8%2C36231%2C1732040336391.1732040338376 to pos 0, reset compression=false 2024-11-19T18:19:05,207 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/table/a80fbae483c649c0ac8a2f14639fd8a4 2024-11-19T18:19:05,211 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/info/beb6fece979248ec911aba6ecd72d3c0 as hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/info/beb6fece979248ec911aba6ecd72d3c0 2024-11-19T18:19:05,215 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/info/beb6fece979248ec911aba6ecd72d3c0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T18:19:05,216 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/ns/745d727c2ad944acb38bf2598bd45a6a as hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/ns/745d727c2ad944acb38bf2598bd45a6a 2024-11-19T18:19:05,220 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/ns/745d727c2ad944acb38bf2598bd45a6a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T18:19:05,220 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/table/a80fbae483c649c0ac8a2f14639fd8a4 as hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/table/a80fbae483c649c0ac8a2f14639fd8a4 2024-11-19T18:19:05,224 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/table/a80fbae483c649c0ac8a2f14639fd8a4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T18:19:05,225 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 895ms, sequenceid=11, compaction requested=false 2024-11-19T18:19:05,229 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T18:19:05,229 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:05,229 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:05,229 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:05,229 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040344330Running coprocessor pre-close hooks at 1732040344330Disabling compacts and flushes for region at 1732040344330Disabling writes for close at 1732040344330Obtaining lock to block concurrent updates at 1732040344330Preparing flush snapshotting stores in 1588230740 at 1732040344330Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732040344330Flushing stores of hbase:meta,,1.1588230740 at 1732040344331 (+1 ms)Flushing 1588230740/info: creating writer at 1732040344331Flushing 1588230740/info: appending metadata at 1732040344346 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732040344346Flushing 1588230740/ns: creating writer at 1732040344358 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732040344375 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732040344375Flushing 1588230740/table: creating writer at 1732040344784 (+409 ms)Flushing 1588230740/table: appending metadata at 1732040344801 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732040344801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27363617: reopening flushed file at 1732040345211 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@242bc544: reopening flushed file at 1732040345215 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788f4926: reopening flushed file at 1732040345220 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 895ms, sequenceid=11, compaction requested=false at 1732040345225 (+5 ms)Writing region close event to WAL at 1732040345226 (+1 ms)Running coprocessor post-close hooks at 1732040345229 (+3 ms)Closed at 1732040345229 2024-11-19T18:19:05,229 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:05,242 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:19:05,242 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:19:05,331 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,36231,1732040336391; all regions closed. 2024-11-19T18:19:05,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741834_1010 (size=2742) 2024-11-19T18:19:05,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391/30db5f576be8%2C36231%2C1732040336391.meta.1732040339310.meta not finished, retry = 0 2024-11-19T18:19:05,435 DEBUG [RS:0;30db5f576be8:36231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs 2024-11-19T18:19:05,436 INFO [RS:0;30db5f576be8:36231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C36231%2C1732040336391.meta:.meta(num 1732040339310) 2024-11-19T18:19:05,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741837_1013 (size=1586) 2024-11-19T18:19:05,439 DEBUG [RS:0;30db5f576be8:36231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs 2024-11-19T18:19:05,439 INFO [RS:0;30db5f576be8:36231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C36231%2C1732040336391.rep:(num 1732040343947) 2024-11-19T18:19:05,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741832_1008 (size=93) 2024-11-19T18:19:05,443 DEBUG [RS:0;30db5f576be8:36231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs 2024-11-19T18:19:05,443 INFO [RS:0;30db5f576be8:36231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C36231%2C1732040336391:(num 1732040338376) 2024-11-19T18:19:05,443 DEBUG [RS:0;30db5f576be8:36231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:05,443 INFO [RS:0;30db5f576be8:36231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:19:05,443 INFO [RS:0;30db5f576be8:36231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:19:05,443 INFO [RS:0;30db5f576be8:36231 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:19:05,443 INFO [RS:0;30db5f576be8:36231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:19:05,443 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:19:05,444 INFO [RS:0;30db5f576be8:36231 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,36231,1732040336391 because: Region server is closing 2024-11-19T18:19:05,444 INFO [RS:0;30db5f576be8:36231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:36231. 2024-11-19T18:19:05,444 DEBUG [RS:0;30db5f576be8:36231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:05,444 DEBUG [RS:0;30db5f576be8:36231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:05,444 DEBUG [RS:0;30db5f576be8:36231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:05,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:05,544 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391.replicationSource.wal-reader.30db5f576be8%2C36231%2C1732040336391,1-30db5f576be8,36231,1732040336391 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:19:05,544 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391.replicationSource.shipper30db5f576be8%2C36231%2C1732040336391,1-30db5f576be8,36231,1732040336391 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T18:19:05,544 INFO [RS:0;30db5f576be8:36231 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,36231,1732040336391.replicationSource.shipper30db5f576be8%2C36231%2C1732040336391,1-30db5f576be8,36231,1732040336391 terminated 2024-11-19T18:19:05,545 INFO [RS:0;30db5f576be8:36231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36231 2024-11-19T18:19:05,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1618731436/rs/30db5f576be8,36231,1732040336391 2024-11-19T18:19:05,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/rs 2024-11-19T18:19:05,547 INFO [RS:0;30db5f576be8:36231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:19:05,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,36231,1732040336391] 2024-11-19T18:19:05,550 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/draining/30db5f576be8,36231,1732040336391 already deleted, retry=false 2024-11-19T18:19:05,550 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,36231,1732040336391 expired; onlineServers=0 2024-11-19T18:19:05,550 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,45413,1732040336340' ***** 2024-11-19T18:19:05,550 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:19:05,550 INFO [M:0;30db5f576be8:45413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:19:05,550 INFO [M:0;30db5f576be8:45413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:19:05,550 DEBUG [M:0;30db5f576be8:45413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:19:05,550 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:19:05,550 DEBUG [M:0;30db5f576be8:45413 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:19:05,550 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040338164 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040338164,5,FailOnTimeoutGroup] 2024-11-19T18:19:05,550 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040338163 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040338163,5,FailOnTimeoutGroup] 2024-11-19T18:19:05,550 INFO [M:0;30db5f576be8:45413 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:19:05,550 INFO [M:0;30db5f576be8:45413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:19:05,550 DEBUG [M:0;30db5f576be8:45413 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:19:05,550 INFO [M:0;30db5f576be8:45413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:19:05,551 INFO [M:0;30db5f576be8:45413 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:19:05,551 INFO [M:0;30db5f576be8:45413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:19:05,551 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:19:05,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1618731436/master 2024-11-19T18:19:05,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:05,552 DEBUG [M:0;30db5f576be8:45413 {}] zookeeper.ZKUtil(347): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Unable to get data of znode /0-1618731436/master because node does not exist (not an error) 2024-11-19T18:19:05,552 WARN [M:0;30db5f576be8:45413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:19:05,552 INFO [M:0;30db5f576be8:45413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/.lastflushedseqids 2024-11-19T18:19:05,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741842_1018 (size=181) 2024-11-19T18:19:05,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:05,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36231-0x101317409bf0001, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:05,649 INFO [RS:0;30db5f576be8:36231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:19:05,649 INFO [RS:0;30db5f576be8:36231 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,36231,1732040336391; zookeeper connection closed. 2024-11-19T18:19:05,649 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d9914bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d9914bc 2024-11-19T18:19:05,649 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:19:05,958 INFO [M:0;30db5f576be8:45413 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:19:05,958 INFO [M:0;30db5f576be8:45413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:19:05,958 DEBUG [M:0;30db5f576be8:45413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:19:05,958 INFO [M:0;30db5f576be8:45413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:05,958 DEBUG [M:0;30db5f576be8:45413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:05,958 DEBUG [M:0;30db5f576be8:45413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:19:05,958 DEBUG [M:0;30db5f576be8:45413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:05,958 INFO [M:0;30db5f576be8:45413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T18:19:05,974 DEBUG [M:0;30db5f576be8:45413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6445b922f80548a6b06a0cd8c2c46496 is 82, key is hbase:meta,,1/info:regioninfo/1732040339341/Put/seqid=0 2024-11-19T18:19:05,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741843_1019 (size=5672) 2024-11-19T18:19:06,378 INFO [M:0;30db5f576be8:45413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6445b922f80548a6b06a0cd8c2c46496 2024-11-19T18:19:06,398 DEBUG [M:0;30db5f576be8:45413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bb17191abb64030b5eb965bb3d88774 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732040344007/Put/seqid=0 2024-11-19T18:19:06,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741844_1020 (size=7203) 2024-11-19T18:19:06,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:19:06,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T18:19:06,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:06,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T18:19:06,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:06,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T18:19:06,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T18:19:06,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T18:19:06,803 INFO [M:0;30db5f576be8:45413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bb17191abb64030b5eb965bb3d88774 2024-11-19T18:19:06,823 DEBUG [M:0;30db5f576be8:45413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b0f981083c2456ea2794e88c84314ec is 69, key is 30db5f576be8,36231,1732040336391/rs:state/1732040338229/Put/seqid=0 2024-11-19T18:19:06,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741845_1021 (size=5156) 2024-11-19T18:19:07,227 INFO [M:0;30db5f576be8:45413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b0f981083c2456ea2794e88c84314ec 2024-11-19T18:19:07,232 DEBUG [M:0;30db5f576be8:45413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6445b922f80548a6b06a0cd8c2c46496 as hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6445b922f80548a6b06a0cd8c2c46496 2024-11-19T18:19:07,236 INFO [M:0;30db5f576be8:45413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6445b922f80548a6b06a0cd8c2c46496, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T18:19:07,237 DEBUG [M:0;30db5f576be8:45413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bb17191abb64030b5eb965bb3d88774 as hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bb17191abb64030b5eb965bb3d88774 2024-11-19T18:19:07,240 INFO [M:0;30db5f576be8:45413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bb17191abb64030b5eb965bb3d88774, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T18:19:07,241 DEBUG [M:0;30db5f576be8:45413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b0f981083c2456ea2794e88c84314ec as hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b0f981083c2456ea2794e88c84314ec 2024-11-19T18:19:07,245 INFO [M:0;30db5f576be8:45413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b0f981083c2456ea2794e88c84314ec, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T18:19:07,246 INFO [M:0;30db5f576be8:45413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-19T18:19:07,247 INFO [M:0;30db5f576be8:45413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:07,247 DEBUG [M:0;30db5f576be8:45413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040345958Disabling compacts and flushes for region at 1732040345958Disabling writes for close at 1732040345958Obtaining lock to block concurrent updates at 1732040345958Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040345958Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732040345959 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040345959Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040345959Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040345974 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040345974Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040346383 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040346397 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040346397Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040346808 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040346822 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040346822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@291aed02: reopening flushed file at 1732040347231 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1814beba: reopening flushed file at 1732040347236 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279a4b21: reopening flushed file at 1732040347240 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1732040347246 (+6 ms)Writing region close event to WAL at 1732040347247 (+1 ms)Closed at 1732040347247 2024-11-19T18:19:07,249 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,45413,1732040336340/30db5f576be8%2C45413%2C1732040336340.1732040338078 not finished, retry = 0 2024-11-19T18:19:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741830_1006 (size=41008) 2024-11-19T18:19:07,350 INFO [M:0;30db5f576be8:45413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:19:07,350 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:19:07,350 INFO [M:0;30db5f576be8:45413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45413 2024-11-19T18:19:07,350 INFO [M:0;30db5f576be8:45413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:19:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:07,452 INFO [M:0;30db5f576be8:45413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:19:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45413-0x101317409bf0000, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:07,454 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:07,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:07,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:07,454 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:07,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:07,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:07,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:19:07,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:07,455 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37015 2024-11-19T18:19:07,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37015 connecting to ZooKeeper ensemble=127.0.0.1:53915 2024-11-19T18:19:07,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370150x0, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:07,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37015-0x101317409bf0006 connected 2024-11-19T18:19:07,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:07,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:07,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/running 2024-11-19T18:19:07,466 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: INIT 2024-11-19T18:19:07,466 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330, hbase.cluster.distributed=false 2024-11-19T18:19:07,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/acl 2024-11-19T18:19:07,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37015 2024-11-19T18:19:07,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37015 2024-11-19T18:19:07,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37015 2024-11-19T18:19:07,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37015 2024-11-19T18:19:07,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37015 2024-11-19T18:19:07,486 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:07,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:07,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:07,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:07,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:07,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:07,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:19:07,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:07,487 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37283 2024-11-19T18:19:07,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37283 connecting to ZooKeeper ensemble=127.0.0.1:53915 2024-11-19T18:19:07,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:07,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:07,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372830x0, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:07,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372830x0, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/running 2024-11-19T18:19:07,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37283-0x101317409bf0007 connected 2024-11-19T18:19:07,493 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: INIT 2024-11-19T18:19:07,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:19:07,495 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:19:07,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/master 2024-11-19T18:19:07,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/acl 2024-11-19T18:19:07,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37283 2024-11-19T18:19:07,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37283 2024-11-19T18:19:07,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37283 2024-11-19T18:19:07,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37283 2024-11-19T18:19:07,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37283 2024-11-19T18:19:07,514 DEBUG [M:0;30db5f576be8:37015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:37015 2024-11-19T18:19:07,515 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1618731436/backup-masters/30db5f576be8,37015,1732040347454 2024-11-19T18:19:07,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/backup-masters 2024-11-19T18:19:07,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/backup-masters 2024-11-19T18:19:07,517 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on existing znode=/0-1618731436/backup-masters/30db5f576be8,37015,1732040347454 2024-11-19T18:19:07,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:07,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1618731436/master 2024-11-19T18:19:07,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:07,520 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on existing znode=/0-1618731436/master 2024-11-19T18:19:07,520 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1618731436/backup-masters/30db5f576be8,37015,1732040347454 from backup master directory 2024-11-19T18:19:07,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/backup-masters 2024-11-19T18:19:07,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1618731436/backup-masters/30db5f576be8,37015,1732040347454 2024-11-19T18:19:07,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/backup-masters 2024-11-19T18:19:07,521 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:07,521 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,37015,1732040347454 2024-11-19T18:19:07,532 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:07,532 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:19:07,538 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-19T18:19:07,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741846_1022 (size=196) 2024-11-19T18:19:07,946 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:07,946 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:19:07,947 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:07,952 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T18:19:07,955 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,45413,1732040336340 to hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,45413,1732040336340-dead as it is dead 2024-11-19T18:19:07,956 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,45413,1732040336340-dead/30db5f576be8%2C45413%2C1732040336340.1732040338078 2024-11-19T18:19:07,956 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,45413,1732040336340-dead/30db5f576be8%2C45413%2C1732040336340.1732040338078 after 0ms 2024-11-19T18:19:07,957 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,45413,1732040336340-dead/30db5f576be8%2C45413%2C1732040336340.1732040338078 to hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30db5f576be8%2C45413%2C1732040336340.1732040338078 2024-11-19T18:19:07,957 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,45413,1732040336340-dead 2024-11-19T18:19:07,957 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,37015,1732040347454 2024-11-19T18:19:07,958 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:07,959 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C37015%2C1732040347454, suffix=, logDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,37015,1732040347454, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/oldWALs, maxLogs=10 2024-11-19T18:19:07,975 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,37015,1732040347454/30db5f576be8%2C37015%2C1732040347454.1732040347960, exclude list is [], retry=0 2024-11-19T18:19:07,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-4ccfcf8c-715c-4c01-b166-481a67b99431,DISK] 2024-11-19T18:19:07,979 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/WALs/30db5f576be8,37015,1732040347454/30db5f576be8%2C37015%2C1732040347454.1732040347960 2024-11-19T18:19:07,980 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-19T18:19:07,980 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:07,980 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:07,980 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:07,980 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:07,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:07,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:19:07,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:07,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6445b922f80548a6b06a0cd8c2c46496 2024-11-19T18:19:07,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:07,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:07,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:19:07,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:07,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bb17191abb64030b5eb965bb3d88774 2024-11-19T18:19:07,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:07,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:07,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:19:07,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:08,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b0f981083c2456ea2794e88c84314ec 2024-11-19T18:19:08,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:08,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:08,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:19:08,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:08,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:08,005 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:08,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T18:19:08,006 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30db5f576be8%2C45413%2C1732040336340.1732040338078 2024-11-19T18:19:08,010 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30db5f576be8%2C45413%2C1732040336340.1732040338078 2024-11-19T18:19:08,011 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30db5f576be8%2C45413%2C1732040336340.1732040338078 2024-11-19T18:19:08,012 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:08,012 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:08,013 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:08,014 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:08,016 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-19T18:19:08,017 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68522595, jitterRate=0.02106623351573944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:08,017 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040347980Initializing all the Stores at 1732040347981 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040347982 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040347984 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040347984Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040347984Cleaning up temporary data from old regions at 1732040348012 (+28 ms)Region opened successfully at 1732040348017 (+5 ms) 2024-11-19T18:19:08,018 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:19:08,020 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1d140b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:08,022 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T18:19:08,022 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:19:08,022 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:19:08,022 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:19:08,022 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:19:08,025 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:08,025 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:19:08,025 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:19:08,025 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-19T18:19:08,025 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:19:08,028 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=30db5f576be8,36231,1732040336391, regionLocation=30db5f576be8,36231,1732040336391, openSeqNum=2 2024-11-19T18:19:08,028 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=30db5f576be8,36231,1732040336391, table=hbase:meta, region=1588230740 2024-11-19T18:19:08,028 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,36231,1732040336391, state=OPEN 2024-11-19T18:19:08,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1618731436/meta-region-server 2024-11-19T18:19:08,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1618731436/meta-region-server 2024-11-19T18:19:08,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: CHANGED 2024-11-19T18:19:08,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: CHANGED 2024-11-19T18:19:08,033 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:19:08,035 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/draining/30db5f576be8,36231,1732040336391 already deleted, retry=false 2024-11-19T18:19:08,035 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 30db5f576be8,36231,1732040336391 on 30db5f576be8,37015,1732040347454 2024-11-19T18:19:08,036 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 30db5f576be8,36231,1732040336391, splitWal=true, meta=true 2024-11-19T18:19:08,036 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 30db5f576be8,36231,1732040336391 (carryingMeta=true) 30db5f576be8,36231,1732040336391/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@91123bb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T18:19:08,037 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Unable to get data of znode /0-1618731436/balancer because node does not exist (not necessarily an error) 2024-11-19T18:19:08,039 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/balancer already deleted, retry=false 2024-11-19T18:19:08,039 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:19:08,039 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Unable to get data of znode /0-1618731436/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:19:08,041 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/normalizer already deleted, retry=false 2024-11-19T18:19:08,041 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:19:08,042 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Unable to get data of znode /0-1618731436/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:19:08,043 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/switch/split already deleted, retry=false 2024-11-19T18:19:08,043 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Unable to get data of znode /0-1618731436/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:19:08,045 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/switch/merge already deleted, retry=false 2024-11-19T18:19:08,049 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Unable to get data of znode /0-1618731436/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:19:08,050 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/snapshot-cleanup already deleted, retry=false 2024-11-19T18:19:08,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1618731436/running 2024-11-19T18:19:08,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1618731436/running 2024-11-19T18:19:08,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:08,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:08,052 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,37015,1732040347454, sessionid=0x101317409bf0006, setting cluster-up flag (Was=false) 2024-11-19T18:19:08,055 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1618731436/flush-table-proc/acquired, /0-1618731436/flush-table-proc/reached, /0-1618731436/flush-table-proc/abort 2024-11-19T18:19:08,056 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,37015,1732040347454 2024-11-19T18:19:08,058 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1618731436/online-snapshot/acquired, /0-1618731436/online-snapshot/reached, /0-1618731436/online-snapshot/abort 2024-11-19T18:19:08,059 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,37015,1732040347454 2024-11-19T18:19:08,060 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/.lastflushedseqids 2024-11-19T18:19:08,062 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:19:08,062 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:19:08,062 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,37015,1732040347454 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 30db5f576be8,36231,1732040336391 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:19:08,063 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:08,063 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:08,063 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:08,063 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:08,063 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:19:08,063 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,063 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:08,063 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,064 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040378064 2024-11-19T18:19:08,064 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:19:08,064 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:19:08,064 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:19:08,064 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:19:08,064 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:19:08,064 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:19:08,064 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,064 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 30db5f576be8,36231,1732040336391, splitWal=true, meta=true 2024-11-19T18:19:08,064 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:19:08,065 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:19:08,065 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:19:08,065 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:19:08,065 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:19:08,065 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:19:08,065 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040348065,5,FailOnTimeoutGroup] 2024-11-19T18:19:08,065 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 30db5f576be8,36231,1732040336391, splitWal=true, meta=true, isMeta: true 2024-11-19T18:19:08,065 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040348065,5,FailOnTimeoutGroup] 2024-11-19T18:19:08,065 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,065 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:19:08,065 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,065 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,065 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040348065, completionTime=-1 2024-11-19T18:19:08,066 WARN [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T18:19:08,066 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T18:19:08,066 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391-splitting 2024-11-19T18:19:08,067 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391-splitting dir is empty, no logs to split. 2024-11-19T18:19:08,067 INFO [PEWorker-1 {}] master.SplitWALManager(105): 30db5f576be8,36231,1732040336391 WAL count=0, meta=true 2024-11-19T18:19:08,068 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391-splitting dir is empty, no logs to split. 2024-11-19T18:19:08,068 INFO [PEWorker-1 {}] master.SplitWALManager(105): 30db5f576be8,36231,1732040336391 WAL count=0, meta=true 2024-11-19T18:19:08,068 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 30db5f576be8,36231,1732040336391 WAL splitting is done? wals=0, meta=true 2024-11-19T18:19:08,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:19:08,070 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:08,070 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T18:19:08,102 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(746): ClusterId : 49270296-2b5d-4c85-8c59-a1fa64b98dab 2024-11-19T18:19:08,102 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:19:08,104 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:19:08,104 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:19:08,105 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:19:08,106 DEBUG [RS:0;30db5f576be8:37283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac8d4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:08,118 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:37283 2024-11-19T18:19:08,118 INFO [RS:0;30db5f576be8:37283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:19:08,118 INFO [RS:0;30db5f576be8:37283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:19:08,118 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:19:08,119 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,37015,1732040347454 with port=37283, startcode=1732040347485 2024-11-19T18:19:08,119 DEBUG [RS:0;30db5f576be8:37283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:19:08,120 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:19:08,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,37283,1732040347485 2024-11-19T18:19:08,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37015 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,37283,1732040347485 2024-11-19T18:19:08,122 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330 2024-11-19T18:19:08,122 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44365 2024-11-19T18:19:08,122 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:19:08,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/rs 2024-11-19T18:19:08,130 DEBUG [RS:0;30db5f576be8:37283 {}] zookeeper.ZKUtil(111): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on existing znode=/0-1618731436/rs/30db5f576be8,37283,1732040347485 2024-11-19T18:19:08,130 WARN [RS:0;30db5f576be8:37283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:08,130 INFO [RS:0;30db5f576be8:37283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:08,130 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485 2024-11-19T18:19:08,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,37283,1732040347485] 2024-11-19T18:19:08,148 INFO [RS:0;30db5f576be8:37283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:19:08,150 INFO [RS:0;30db5f576be8:37283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:19:08,150 INFO [RS:0;30db5f576be8:37283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:19:08,150 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,151 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:19:08,151 INFO [RS:0;30db5f576be8:37283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:19:08,151 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,151 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,151 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,151 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,151 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,151 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,151 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:08,151 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,151 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,151 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,151 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,152 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,152 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:08,152 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:08,152 DEBUG [RS:0;30db5f576be8:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:08,152 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,152 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,152 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,152 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,152 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,152 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37283,1732040347485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:08,166 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T18:19:08,167 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:19:08,167 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37283,1732040347485-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,181 INFO [RS:0;30db5f576be8:37283 {}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,37283,1732040347485, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:19:08,181 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,181 INFO [RS:0;30db5f576be8:37283 {}] regionserver.Replication(171): 30db5f576be8,37283,1732040347485 started 2024-11-19T18:19:08,194 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:08,194 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,37283,1732040347485, RpcServer on 30db5f576be8/172.17.0.2:37283, sessionid=0x101317409bf0007 2024-11-19T18:19:08,194 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:19:08,194 DEBUG [RS:0;30db5f576be8:37283.replicationSource,1-30db5f576be8,37283,1732040347485 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:43269' 2024-11-19T18:19:08,194 DEBUG [RS:0;30db5f576be8:37283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,37283,1732040347485 2024-11-19T18:19:08,195 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,37283,1732040347485' 2024-11-19T18:19:08,195 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1618731436/flush-table-proc/abort' 2024-11-19T18:19:08,195 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1618731436/flush-table-proc/acquired' 2024-11-19T18:19:08,195 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:19:08,195 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:19:08,195 DEBUG [RS:0;30db5f576be8:37283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,37283,1732040347485 2024-11-19T18:19:08,195 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,37283,1732040347485' 2024-11-19T18:19:08,195 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1618731436/online-snapshot/abort' 2024-11-19T18:19:08,196 DEBUG [RS:0;30db5f576be8:37283.replicationSource,1-30db5f576be8,37283,1732040347485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eb9e7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:08,196 DEBUG [RS:0;30db5f576be8:37283.replicationSource,1-30db5f576be8,37283,1732040347485 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,43269,-1 for getting cluster id 2024-11-19T18:19:08,196 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1618731436/online-snapshot/acquired' 2024-11-19T18:19:08,196 DEBUG [RS:0;30db5f576be8:37283.replicationSource,1-30db5f576be8,37283,1732040347485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:08,196 DEBUG [RS:0;30db5f576be8:37283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:19:08,196 INFO [RS:0;30db5f576be8:37283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:19:08,196 INFO [RS:0;30db5f576be8:37283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:19:08,197 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6116e2d4-5819-44c4-b67d-503f9a898715' 2024-11-19T18:19:08,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:08,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6116e2d4-5819-44c4-b67d-503f9a898715" 2024-11-19T18:19:08,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25fe644e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:08,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,43269,-1] 2024-11-19T18:19:08,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:08,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:08,199 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:08,199 DEBUG [RS:0;30db5f576be8:37283.replicationSource,1-30db5f576be8,37283,1732040347485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7777e38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:08,199 DEBUG [RS:0;30db5f576be8:37283.replicationSource,1-30db5f576be8,37283,1732040347485 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:08,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,43269,1732040340472 2024-11-19T18:19:08,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fadc007 2024-11-19T18:19:08,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:08,201 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-19T18:19:08,202 INFO [RS:0;30db5f576be8:37283.replicationSource,1-30db5f576be8,37283,1732040347485 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,37283,1732040347485 (queues=0) is replicating from cluster=49270296-2b5d-4c85-8c59-a1fa64b98dab to cluster=6116e2d4-5819-44c4-b67d-503f9a898715 2024-11-19T18:19:08,221 WARN [30db5f576be8:37015 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T18:19:08,296 INFO [RS:0;30db5f576be8:37283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:08,298 INFO [RS:0;30db5f576be8:37283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C37283%2C1732040347485, suffix=, logDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs, maxLogs=10 2024-11-19T18:19:08,311 DEBUG [RS:0;30db5f576be8:37283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298, exclude list is [], retry=0 2024-11-19T18:19:08,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-4ccfcf8c-715c-4c01-b166-481a67b99431,DISK] 2024-11-19T18:19:08,315 INFO [RS:0;30db5f576be8:37283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298 2024-11-19T18:19:08,316 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 30db5f576be8%2C37283%2C1732040347485 for peer 1 2024-11-19T18:19:08,316 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C37283%2C1732040347485 2024-11-19T18:19:08,316 INFO [RS:0;30db5f576be8:37283 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,37283,1732040347485, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:19:08,316 DEBUG [RS:0;30db5f576be8:37283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-19T18:19:08,316 INFO [RS:0;30db5f576be8:37283.replicationSource.shipper30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C37283%2C1732040347485 2024-11-19T18:19:08,316 DEBUG [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298, startPosition=0, beingWritten=true 2024-11-19T18:19:08,471 DEBUG [30db5f576be8:37015 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:19:08,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,37283,1732040347485 2024-11-19T18:19:08,472 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,37283,1732040347485, state=OPENING 2024-11-19T18:19:08,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1618731436/meta-region-server 2024-11-19T18:19:08,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1618731436/meta-region-server 2024-11-19T18:19:08,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: CHANGED 2024-11-19T18:19:08,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: CHANGED 2024-11-19T18:19:08,474 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:08,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,37283,1732040347485}] 2024-11-19T18:19:08,521 DEBUG [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298 to pos 0, reset compression=false 2024-11-19T18:19:08,626 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:19:08,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:19:08,631 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:19:08,631 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:08,631 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:19:08,633 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C37283%2C1732040347485.meta, suffix=.meta, logDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs, maxLogs=10 2024-11-19T18:19:08,647 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.meta.1732040348633.meta, exclude list is [], retry=0 2024-11-19T18:19:08,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-4ccfcf8c-715c-4c01-b166-481a67b99431,DISK] 2024-11-19T18:19:08,651 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.meta.1732040348633.meta 2024-11-19T18:19:08,651 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-19T18:19:08,651 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:08,652 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:08,652 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:19:08,652 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:19:08,652 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:19:08,652 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:19:08,652 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:08,652 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:19:08,652 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:19:08,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:19:08,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:19:08,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:08,659 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/info/beb6fece979248ec911aba6ecd72d3c0 2024-11-19T18:19:08,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:08,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:19:08,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:19:08,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:08,665 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/ns/745d727c2ad944acb38bf2598bd45a6a 2024-11-19T18:19:08,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:08,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:19:08,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:19:08,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:08,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:08,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:19:08,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:19:08,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:08,671 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/table/a80fbae483c649c0ac8a2f14639fd8a4 2024-11-19T18:19:08,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:08,672 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:19:08,672 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740 2024-11-19T18:19:08,673 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740 2024-11-19T18:19:08,674 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:19:08,674 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:19:08,675 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:08,676 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:19:08,677 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69596396, jitterRate=0.03706711530685425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:08,677 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:19:08,677 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040348652Writing region info on filesystem at 1732040348652Initializing all the Stores at 1732040348653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040348653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040348653Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040348653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040348653Cleaning up temporary data from old regions at 1732040348674 (+21 ms)Running coprocessor post-open hooks at 1732040348677 (+3 ms)Region opened successfully at 1732040348677 2024-11-19T18:19:08,678 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732040348626 2024-11-19T18:19:08,679 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:19:08,679 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:19:08,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=30db5f576be8,37283,1732040347485 2024-11-19T18:19:08,681 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,37283,1732040347485, state=OPEN 2024-11-19T18:19:08,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1618731436/meta-region-server 2024-11-19T18:19:08,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1618731436/meta-region-server 2024-11-19T18:19:08,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,37283,1732040347485 2024-11-19T18:19:08,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: CHANGED 2024-11-19T18:19:08,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1618731436/meta-region-server: CHANGED 2024-11-19T18:19:08,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T18:19:08,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,37283,1732040347485 in 208 msec 2024-11-19T18:19:08,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:19:08,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-19T18:19:08,826 DEBUG [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298 to pos 0, reset compression=false 2024-11-19T18:19:09,232 DEBUG [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298 to pos 0, reset compression=false 2024-11-19T18:19:09,668 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-19T18:19:09,739 DEBUG [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298 to pos 0, reset compression=false 2024-11-19T18:19:10,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:19:10,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:10,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:10,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:10,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:10,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:10,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:10,344 DEBUG [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298 to pos 0, reset compression=false 2024-11-19T18:19:11,049 DEBUG [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298 to pos 0, reset compression=false 2024-11-19T18:19:11,171 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T18:19:11,854 DEBUG [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298 to pos 0, reset compression=false 2024-11-19T18:19:12,573 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T18:19:12,573 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:19:12,574 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:12,574 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,37283,1732040347485, seqNum=-1] 2024-11-19T18:19:12,574 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:12,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:12,580 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=13b47de946ce9d6c74f589ea9e8e387a, regionState=OPEN, lastHost=30db5f576be8,36231,1732040336391, regionLocation=30db5f576be8,36231,1732040336391, openSeqNum=2 2024-11-19T18:19:12,580 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:19:12,580 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040412580 2024-11-19T18:19:12,580 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040472580 2024-11-19T18:19:12,580 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-19T18:19:12,580 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 30db5f576be8,36231,1732040336391 had 2 regions 2024-11-19T18:19:12,580 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37015,1732040347454-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:12,580 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37015,1732040347454-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:12,580 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37015,1732040347454-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:12,580 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:37015, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:12,580 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:12,581 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:12,581 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 30db5f576be8,36231,1732040336391, splitWal=true, meta=true, isMeta: false 2024-11-19T18:19:12,583 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391-splitting dir is empty, no logs to split. 2024-11-19T18:19:12,583 INFO [PEWorker-3 {}] master.SplitWALManager(105): 30db5f576be8,36231,1732040336391 WAL count=0, meta=false 2024-11-19T18:19:12,585 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.063sec 2024-11-19T18:19:12,585 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:19:12,585 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:19:12,585 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:19:12,585 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:19:12,585 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:19:12,586 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37015,1732040347454-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:12,586 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37015,1732040347454-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:19:12,586 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,36231,1732040336391-splitting dir is empty, no logs to split. 2024-11-19T18:19:12,586 INFO [PEWorker-3 {}] master.SplitWALManager(105): 30db5f576be8,36231,1732040336391 WAL count=0, meta=false 2024-11-19T18:19:12,586 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 30db5f576be8,36231,1732040336391 WAL splitting is done? wals=0, meta=false 2024-11-19T18:19:12,588 WARN [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=30db5f576be8,36231,1732040336391/hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:12,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13b47de946ce9d6c74f589ea9e8e387a, ASSIGN}] 2024-11-19T18:19:12,590 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:19:12,590 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:19:12,590 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13b47de946ce9d6c74f589ea9e8e387a, ASSIGN 2024-11-19T18:19:12,590 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37015,1732040347454-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:12,590 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13b47de946ce9d6c74f589ea9e8e387a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T18:19:12,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf2387c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:12,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37015,-1 for getting cluster id 2024-11-19T18:19:12,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:12,606 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49270296-2b5d-4c85-8c59-a1fa64b98dab' 2024-11-19T18:19:12,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:12,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49270296-2b5d-4c85-8c59-a1fa64b98dab" 2024-11-19T18:19:12,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1582f4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:12,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37015,-1] 2024-11-19T18:19:12,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:12,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:12,608 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9ae021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:12,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:12,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,37283,1732040347485, seqNum=-1] 2024-11-19T18:19:12,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:12,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:12,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T18:19:12,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:12,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:12,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:12,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:12,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:12,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 30db5f576be8:37015 after: 30db5f576be8:37015 2024-11-19T18:19:12,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:12,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37015,-1 for getting cluster id 2024-11-19T18:19:12,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:12,614 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49270296-2b5d-4c85-8c59-a1fa64b98dab' 2024-11-19T18:19:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49270296-2b5d-4c85-8c59-a1fa64b98dab" 2024-11-19T18:19:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a63111b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37015,-1] 2024-11-19T18:19:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:12,615 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:12,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:12,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:12,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37015,1732040347454 2024-11-19T18:19:12,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d9b52a1 2024-11-19T18:19:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:12,617 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:12,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37015 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T18:19:12,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:19:12,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:12,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:12,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:12,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:12,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:12,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:19:12,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1888769839, stopped=false 2024-11-19T18:19:12,618 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,43269,1732040340472 2024-11-19T18:19:12,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489796144/running 2024-11-19T18:19:12,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489796144/running 2024-11-19T18:19:12,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:12,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:12,620 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:19:12,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:12,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:12,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:12,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Set watcher on znode that does not yet exist, /1-1489796144/running 2024-11-19T18:19:12,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Set watcher on znode that does not yet exist, /1-1489796144/running 2024-11-19T18:19:12,621 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,46371,1732040340525' ***** 2024-11-19T18:19:12,621 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:19:12,621 INFO [RS:0;30db5f576be8:46371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:19:12,621 INFO [RS:0;30db5f576be8:46371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:19:12,621 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:19:12,621 INFO [RS:0;30db5f576be8:46371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:19:12,621 INFO [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,46371,1732040340525 2024-11-19T18:19:12,621 INFO [RS:0;30db5f576be8:46371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:19:12,621 INFO [RS:0;30db5f576be8:46371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:46371. 2024-11-19T18:19:12,621 DEBUG [RS:0;30db5f576be8:46371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:12,622 DEBUG [RS:0;30db5f576be8:46371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:12,622 INFO [RS:0;30db5f576be8:46371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:19:12,622 INFO [RS:0;30db5f576be8:46371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:19:12,622 INFO [RS:0;30db5f576be8:46371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:19:12,622 INFO [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:19:12,622 INFO [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:19:12,622 DEBUG [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:19:12,622 DEBUG [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:19:12,622 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:19:12,622 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:19:12,622 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:19:12,622 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:19:12,622 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:19:12,622 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T18:19:12,637 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/1588230740/.tmp/ns/be446be8ca044a4683f7871b46e8bfc7 is 43, key is default/ns:d/1732040343087/Put/seqid=0 2024-11-19T18:19:12,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741835_1011 (size=5153) 2024-11-19T18:19:12,696 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:19:12,741 DEBUG [30db5f576be8:37015 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:19:12,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=13b47de946ce9d6c74f589ea9e8e387a, regionState=OPENING, regionLocation=30db5f576be8,37283,1732040347485 2024-11-19T18:19:12,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13b47de946ce9d6c74f589ea9e8e387a, ASSIGN because future has completed 2024-11-19T18:19:12,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b47de946ce9d6c74f589ea9e8e387a, server=30db5f576be8,37283,1732040347485}] 2024-11-19T18:19:12,760 DEBUG [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298 to pos 0, reset compression=false 2024-11-19T18:19:12,822 DEBUG [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:19:12,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:12,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:12,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:19:12,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C37283%2C1732040347485.rep, suffix=, logDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485, archiveDir=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs, maxLogs=10 2024-11-19T18:19:12,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.rep.1732040352902, exclude list is [], retry=0 2024-11-19T18:19:12,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-4ccfcf8c-715c-4c01-b166-481a67b99431,DISK] 2024-11-19T18:19:12,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.rep.1732040352902 2024-11-19T18:19:12,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-19T18:19:12,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 13b47de946ce9d6c74f589ea9e8e387a, NAME => 'hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:12,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:12,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:19:12,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. service=MultiRowMutationService 2024-11-19T18:19:12,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:19:12,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:12,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,920 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,921 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b47de946ce9d6c74f589ea9e8e387a columnFamilyName hfileref 2024-11-19T18:19:12,921 DEBUG [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:12,922 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(327): Store=13b47de946ce9d6c74f589ea9e8e387a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:12,922 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,922 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b47de946ce9d6c74f589ea9e8e387a columnFamilyName queue 2024-11-19T18:19:12,922 DEBUG [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:12,927 DEBUG [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a/queue/a036cb6d1b454ff2b144e2b901fa8acd 2024-11-19T18:19:12,927 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(327): Store=13b47de946ce9d6c74f589ea9e8e387a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:12,927 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,928 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b47de946ce9d6c74f589ea9e8e387a columnFamilyName sid 2024-11-19T18:19:12,928 DEBUG [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:12,928 INFO [StoreOpener-13b47de946ce9d6c74f589ea9e8e387a-1 {}] regionserver.HStore(327): Store=13b47de946ce9d6c74f589ea9e8e387a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:12,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:19:12,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 13b47de946ce9d6c74f589ea9e8e387a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67076823, jitterRate=-4.7744810581207275E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:19:12,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:12,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 13b47de946ce9d6c74f589ea9e8e387a: Running coprocessor pre-open hook at 1732040352919Writing region info on filesystem at 1732040352920 (+1 ms)Initializing all the Stores at 1732040352920Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040352920Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040352920Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040352920Cleaning up temporary data from old regions at 1732040352931 (+11 ms)Running coprocessor post-open hooks at 1732040352933 (+2 ms)Region opened successfully at 1732040352934 (+1 ms) 2024-11-19T18:19:12,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a., pid=13, masterSystemTime=1732040352896 2024-11-19T18:19:12,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:12,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:12,937 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=13b47de946ce9d6c74f589ea9e8e387a, regionState=OPEN, openSeqNum=9, regionLocation=30db5f576be8,37283,1732040347485 2024-11-19T18:19:12,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b47de946ce9d6c74f589ea9e8e387a, server=30db5f576be8,37283,1732040347485 because future has completed 2024-11-19T18:19:12,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T18:19:12,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 13b47de946ce9d6c74f589ea9e8e387a, server=30db5f576be8,37283,1732040347485 in 196 msec 2024-11-19T18:19:12,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-19T18:19:12,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13b47de946ce9d6c74f589ea9e8e387a, ASSIGN in 353 msec 2024-11-19T18:19:12,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T18:19:12,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a., hostname=30db5f576be8,37283,1732040347485, seqNum=9] 2024-11-19T18:19:12,960 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 30db5f576be8,36231,1732040336391 2024-11-19T18:19:12,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T18:19:12,987 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:19:12,987 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:19:13,022 DEBUG [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:19:13,042 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/1588230740/.tmp/ns/be446be8ca044a4683f7871b46e8bfc7 2024-11-19T18:19:13,048 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/1588230740/.tmp/ns/be446be8ca044a4683f7871b46e8bfc7 as hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/1588230740/ns/be446be8ca044a4683f7871b46e8bfc7 2024-11-19T18:19:13,052 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/1588230740/ns/be446be8ca044a4683f7871b46e8bfc7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T18:19:13,053 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-19T18:19:13,053 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:19:13,056 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T18:19:13,057 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:13,057 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:13,057 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:13,057 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040352622Running coprocessor pre-close hooks at 1732040352622Disabling compacts and flushes for region at 1732040352622Disabling writes for close at 1732040352622Obtaining lock to block concurrent updates at 1732040352622Preparing flush snapshotting stores in 1588230740 at 1732040352622Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732040352623 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732040352623Flushing 1588230740/ns: creating writer at 1732040352623Flushing 1588230740/ns: appending metadata at 1732040352637 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732040352637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b6b7a6: reopening flushed file at 1732040353047 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1732040353053 (+6 ms)Writing region close event to WAL at 1732040353054 (+1 ms)Running coprocessor post-close hooks at 1732040353057 (+3 ms)Closed at 1732040353057 2024-11-19T18:19:13,057 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:13,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37283 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-19T18:19:13,222 INFO [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,46371,1732040340525; all regions closed. 2024-11-19T18:19:13,225 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/WALs/30db5f576be8,46371,1732040340525/30db5f576be8%2C46371%2C1732040340525.meta.1732040343047.meta not finished, retry = 0 2024-11-19T18:19:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741834_1010 (size=1152) 2024-11-19T18:19:13,328 DEBUG [RS:0;30db5f576be8:46371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/oldWALs 2024-11-19T18:19:13,328 INFO [RS:0;30db5f576be8:46371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C46371%2C1732040340525.meta:.meta(num 1732040343047) 2024-11-19T18:19:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741832_1008 (size=93) 2024-11-19T18:19:13,332 DEBUG [RS:0;30db5f576be8:46371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/oldWALs 2024-11-19T18:19:13,332 INFO [RS:0;30db5f576be8:46371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C46371%2C1732040340525:(num 1732040342117) 2024-11-19T18:19:13,332 DEBUG [RS:0;30db5f576be8:46371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:13,332 INFO [RS:0;30db5f576be8:46371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:19:13,332 INFO [RS:0;30db5f576be8:46371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:19:13,332 INFO [RS:0;30db5f576be8:46371 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:19:13,332 INFO [RS:0;30db5f576be8:46371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:19:13,332 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:19:13,332 INFO [RS:0;30db5f576be8:46371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46371 2024-11-19T18:19:13,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144/rs 2024-11-19T18:19:13,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489796144/rs/30db5f576be8,46371,1732040340525 2024-11-19T18:19:13,335 INFO [RS:0;30db5f576be8:46371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:19:13,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,46371,1732040340525] 2024-11-19T18:19:13,337 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489796144/draining/30db5f576be8,46371,1732040340525 already deleted, retry=false 2024-11-19T18:19:13,337 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,46371,1732040340525 expired; onlineServers=0 2024-11-19T18:19:13,337 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,43269,1732040340472' ***** 2024-11-19T18:19:13,337 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:19:13,337 INFO [M:0;30db5f576be8:43269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:19:13,338 INFO [M:0;30db5f576be8:43269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:19:13,338 DEBUG [M:0;30db5f576be8:43269 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:19:13,338 DEBUG [M:0;30db5f576be8:43269 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:19:13,338 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:19:13,338 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040341905 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040341905,5,FailOnTimeoutGroup] 2024-11-19T18:19:13,338 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040341905 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040341905,5,FailOnTimeoutGroup] 2024-11-19T18:19:13,338 INFO [M:0;30db5f576be8:43269 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:19:13,338 INFO [M:0;30db5f576be8:43269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:19:13,338 DEBUG [M:0;30db5f576be8:43269 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:19:13,338 INFO [M:0;30db5f576be8:43269 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:19:13,338 INFO [M:0;30db5f576be8:43269 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:19:13,338 INFO [M:0;30db5f576be8:43269 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:19:13,338 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:19:13,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489796144/master 2024-11-19T18:19:13,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489796144 2024-11-19T18:19:13,339 DEBUG [M:0;30db5f576be8:43269 {}] zookeeper.ZKUtil(347): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Unable to get data of znode /1-1489796144/master because node does not exist (not an error) 2024-11-19T18:19:13,339 WARN [M:0;30db5f576be8:43269 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:19:13,340 INFO [M:0;30db5f576be8:43269 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/.lastflushedseqids 2024-11-19T18:19:13,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741836_1012 (size=99) 2024-11-19T18:19:13,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:13,437 INFO [RS:0;30db5f576be8:46371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:19:13,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x101317409bf0004, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:13,437 INFO [RS:0;30db5f576be8:46371 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,46371,1732040340525; zookeeper connection closed. 2024-11-19T18:19:13,437 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10580c52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10580c52 2024-11-19T18:19:13,437 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:19:13,750 INFO [M:0;30db5f576be8:43269 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:19:13,750 INFO [M:0;30db5f576be8:43269 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:19:13,751 DEBUG [M:0;30db5f576be8:43269 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:19:13,751 INFO [M:0;30db5f576be8:43269 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:13,751 DEBUG [M:0;30db5f576be8:43269 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:13,751 DEBUG [M:0;30db5f576be8:43269 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:19:13,751 DEBUG [M:0;30db5f576be8:43269 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:13,751 INFO [M:0;30db5f576be8:43269 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T18:19:13,765 DEBUG [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298 to pos 0, reset compression=false 2024-11-19T18:19:13,766 DEBUG [M:0;30db5f576be8:43269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/135c2dcff7b5429aa04412f357e2488b is 82, key is hbase:meta,,1/info:regioninfo/1732040343077/Put/seqid=0 2024-11-19T18:19:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741837_1013 (size=5672) 2024-11-19T18:19:14,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T18:19:14,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:19:14,171 INFO [M:0;30db5f576be8:43269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/135c2dcff7b5429aa04412f357e2488b 2024-11-19T18:19:14,190 DEBUG [M:0;30db5f576be8:43269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98b7bbc045bb482abcba2a201977017b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732040343090/Put/seqid=0 2024-11-19T18:19:14,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741838_1014 (size=5275) 2024-11-19T18:19:14,594 INFO [M:0;30db5f576be8:43269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98b7bbc045bb482abcba2a201977017b 2024-11-19T18:19:14,621 DEBUG [M:0;30db5f576be8:43269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa7c9a935c0343de9c247566d4be732b is 69, key is 30db5f576be8,46371,1732040340525/rs:state/1732040341970/Put/seqid=0 2024-11-19T18:19:14,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741839_1015 (size=5156) 2024-11-19T18:19:14,869 DEBUG [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/WALs/30db5f576be8,37283,1732040347485/30db5f576be8%2C37283%2C1732040347485.1732040348298 to pos 0, reset compression=false 2024-11-19T18:19:15,026 INFO [M:0;30db5f576be8:43269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa7c9a935c0343de9c247566d4be732b 2024-11-19T18:19:15,031 DEBUG [M:0;30db5f576be8:43269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/135c2dcff7b5429aa04412f357e2488b as hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/135c2dcff7b5429aa04412f357e2488b 2024-11-19T18:19:15,035 INFO [M:0;30db5f576be8:43269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/135c2dcff7b5429aa04412f357e2488b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T18:19:15,036 DEBUG [M:0;30db5f576be8:43269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98b7bbc045bb482abcba2a201977017b as hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98b7bbc045bb482abcba2a201977017b 2024-11-19T18:19:15,040 INFO [M:0;30db5f576be8:43269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98b7bbc045bb482abcba2a201977017b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T18:19:15,041 DEBUG [M:0;30db5f576be8:43269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa7c9a935c0343de9c247566d4be732b as hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa7c9a935c0343de9c247566d4be732b 2024-11-19T18:19:15,045 INFO [M:0;30db5f576be8:43269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44497/user/jenkins/test-data/325b61f5-c03a-ce4b-d6a5-5bbe4f983cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa7c9a935c0343de9c247566d4be732b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T18:19:15,046 INFO [M:0;30db5f576be8:43269 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-11-19T18:19:15,047 INFO [M:0;30db5f576be8:43269 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:15,047 DEBUG [M:0;30db5f576be8:43269 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040353751Disabling compacts and flushes for region at 1732040353751Disabling writes for close at 1732040353751Obtaining lock to block concurrent updates at 1732040353751Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040353751Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732040353751Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040353752 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040353752Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040353766 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040353766Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040354175 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040354190 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040354190Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040354599 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040354621 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040354621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cfed92: reopening flushed file at 1732040355030 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db481e7: reopening flushed file at 1732040355035 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13bfdcf5: reopening flushed file at 1732040355040 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1732040355046 (+6 ms)Writing region close event to WAL at 1732040355047 (+1 ms)Closed at 1732040355047 2024-11-19T18:19:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44347 is added to blk_1073741830_1006 (size=10165) 2024-11-19T18:19:15,050 INFO [M:0;30db5f576be8:43269 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:19:15,066 INFO [M:0;30db5f576be8:43269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43269 2024-11-19T18:19:15,050 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:19:15,067 INFO [M:0;30db5f576be8:43269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:19:15,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:15,170 INFO [M:0;30db5f576be8:43269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:19:15,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43269-0x101317409bf0003, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:15,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@297064e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:19:15,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:19:15,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:19:15,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:19:15,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/hadoop.log.dir/,STOPPED} 2024-11-19T18:19:15,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:19:15,174 WARN [BP-978910114-172.17.0.2-1732040339445 heartbeating to localhost/127.0.0.1:44497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:19:15,174 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:19:15,174 WARN [BP-978910114-172.17.0.2-1732040339445 heartbeating to localhost/127.0.0.1:44497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-978910114-172.17.0.2-1732040339445 (Datanode Uuid de85b691-dafb-477d-8cde-96df60a9b456) service to localhost/127.0.0.1:44497 2024-11-19T18:19:15,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/cluster_37b47357-4b52-6fc9-1977-5364464bbbac/data/data1/current/BP-978910114-172.17.0.2-1732040339445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:19:15,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/cluster_37b47357-4b52-6fc9-1977-5364464bbbac/data/data2/current/BP-978910114-172.17.0.2-1732040339445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:19:15,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:19:15,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1834e79a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:19:15,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:19:15,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:19:15,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:19:15,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/hadoop.log.dir/,STOPPED} 2024-11-19T18:19:15,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:19:15,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:19:15,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:15,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:15,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:15,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:15,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:15,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:19:15,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=299799427, stopped=false 2024-11-19T18:19:15,200 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,37015,1732040347454 2024-11-19T18:19:15,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1618731436/running 2024-11-19T18:19:15,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1618731436/running 2024-11-19T18:19:15,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:15,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:15,202 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:19:15,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:15,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:15,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:15,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/running 2024-11-19T18:19:15,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Set watcher on znode that does not yet exist, /0-1618731436/running 2024-11-19T18:19:15,203 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,37283,1732040347485' ***** 2024-11-19T18:19:15,203 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:19:15,203 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:19:15,203 INFO [RS:0;30db5f576be8:37283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:19:15,203 INFO [RS:0;30db5f576be8:37283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:19:15,203 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:19:15,203 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(3091): Received CLOSE for 13b47de946ce9d6c74f589ea9e8e387a 2024-11-19T18:19:15,204 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,37283,1732040347485 2024-11-19T18:19:15,204 INFO [RS:0;30db5f576be8:37283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:19:15,204 INFO [RS:0;30db5f576be8:37283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:37283. 2024-11-19T18:19:15,204 DEBUG [RS:0;30db5f576be8:37283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:15,204 DEBUG [RS:0;30db5f576be8:37283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13b47de946ce9d6c74f589ea9e8e387a, disabling compactions & flushes 2024-11-19T18:19:15,204 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:15,204 INFO [RS:0;30db5f576be8:37283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:15,204 INFO [RS:0;30db5f576be8:37283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:19:15,204 INFO [RS:0;30db5f576be8:37283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. after waiting 0 ms 2024-11-19T18:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:15,204 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:19:15,204 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:19:15,204 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 13b47de946ce9d6c74f589ea9e8e387a=hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a.} 2024-11-19T18:19:15,204 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(1351): Waiting on 13b47de946ce9d6c74f589ea9e8e387a, 1588230740 2024-11-19T18:19:15,204 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:19:15,204 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:19:15,204 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:19:15,204 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:19:15,204 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:19:15,205 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T18:19:15,208 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/replication/13b47de946ce9d6c74f589ea9e8e387a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-19T18:19:15,209 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:15,209 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:15,209 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:15,209 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13b47de946ce9d6c74f589ea9e8e387a: Waiting for close lock at 1732040355204Running coprocessor pre-close hooks at 1732040355204Disabling compacts and flushes for region at 1732040355204Disabling writes for close at 1732040355204Writing region close event to WAL at 1732040355205 (+1 ms)Running coprocessor post-close hooks at 1732040355209 (+4 ms)Closed at 1732040355209 2024-11-19T18:19:15,209 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a. 2024-11-19T18:19:15,221 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/info/bd833d674a3943d79d4628aeb5eec279 is 147, key is hbase:replication,,1732040343195.13b47de946ce9d6c74f589ea9e8e387a./info:regioninfo/1732040352937/Put/seqid=0 2024-11-19T18:19:15,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741851_1027 (size=6385) 2024-11-19T18:19:15,247 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:19:15,247 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:19:15,266 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:19:15,404 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:19:15,605 DEBUG [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:19:15,626 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/info/bd833d674a3943d79d4628aeb5eec279 2024-11-19T18:19:15,633 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/.tmp/info/bd833d674a3943d79d4628aeb5eec279 as hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/info/bd833d674a3943d79d4628aeb5eec279 2024-11-19T18:19:15,637 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/info/bd833d674a3943d79d4628aeb5eec279, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T18:19:15,638 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false 2024-11-19T18:19:15,642 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T18:19:15,642 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:15,642 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:15,642 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:15,642 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040355204Running coprocessor pre-close hooks at 1732040355204Disabling compacts and flushes for region at 1732040355204Disabling writes for close at 1732040355204Obtaining lock to block concurrent updates at 1732040355205 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732040355205Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732040355205Flushing stores of hbase:meta,,1.1588230740 at 1732040355205Flushing 1588230740/info: creating writer at 1732040355205Flushing 1588230740/info: appending metadata at 1732040355221 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732040355221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d1988b: reopening flushed file at 1732040355632 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false at 1732040355638 (+6 ms)Writing region close event to WAL at 1732040355639 (+1 ms)Running coprocessor post-close hooks at 1732040355642 (+3 ms)Closed at 1732040355642 2024-11-19T18:19:15,642 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:15,805 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,37283,1732040347485; all regions closed. 2024-11-19T18:19:15,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741849_1025 (size=2156) 2024-11-19T18:19:15,821 DEBUG [RS:0;30db5f576be8:37283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs 2024-11-19T18:19:15,821 INFO [RS:0;30db5f576be8:37283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C37283%2C1732040347485.meta:.meta(num 1732040348633) 2024-11-19T18:19:15,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741850_1026 (size=796) 2024-11-19T18:19:15,836 DEBUG [RS:0;30db5f576be8:37283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs 2024-11-19T18:19:15,836 INFO [RS:0;30db5f576be8:37283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C37283%2C1732040347485.rep:(num 1732040352902) 2024-11-19T18:19:15,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741848_1024 (size=93) 2024-11-19T18:19:15,849 DEBUG [RS:0;30db5f576be8:37283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/oldWALs 2024-11-19T18:19:15,849 INFO [RS:0;30db5f576be8:37283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C37283%2C1732040347485:(num 1732040348298) 2024-11-19T18:19:15,849 DEBUG [RS:0;30db5f576be8:37283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:15,849 INFO [RS:0;30db5f576be8:37283 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:19:15,849 INFO [RS:0;30db5f576be8:37283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:19:15,850 INFO [RS:0;30db5f576be8:37283 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:19:15,850 INFO [RS:0;30db5f576be8:37283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:19:15,850 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:19:15,850 INFO [RS:0;30db5f576be8:37283 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,37283,1732040347485 because: Region server is closing 2024-11-19T18:19:15,850 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T18:19:15,850 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T18:19:15,850 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T18:19:15,851 INFO [RS:0;30db5f576be8:37283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:37283. 2024-11-19T18:19:15,851 DEBUG [RS:0;30db5f576be8:37283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:15,851 DEBUG [RS:0;30db5f576be8:37283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:15,851 DEBUG [RS:0;30db5f576be8:37283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:15,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:15,951 WARN [RS:0;30db5f576be8:37283.replicationSource.shipper30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T18:19:15,951 WARN [RS:0;30db5f576be8:37283.replicationSource.wal-reader.30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:19:15,951 INFO [RS:0;30db5f576be8:37283 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;30db5f576be8:37283.replicationSource.shipper30db5f576be8%2C37283%2C1732040347485,1-30db5f576be8,37283,1732040347485 terminated 2024-11-19T18:19:15,952 INFO [RS:0;30db5f576be8:37283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37283 2024-11-19T18:19:15,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436/rs 2024-11-19T18:19:15,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1618731436/rs/30db5f576be8,37283,1732040347485 2024-11-19T18:19:15,957 INFO [RS:0;30db5f576be8:37283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:19:15,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,37283,1732040347485] 2024-11-19T18:19:15,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/draining/30db5f576be8,37283,1732040347485 already deleted, retry=false 2024-11-19T18:19:15,960 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,37283,1732040347485 expired; onlineServers=0 2024-11-19T18:19:15,960 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,37015,1732040347454' ***** 2024-11-19T18:19:15,960 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:19:15,960 INFO [M:0;30db5f576be8:37015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:19:15,960 INFO [M:0;30db5f576be8:37015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:19:15,960 DEBUG [M:0;30db5f576be8:37015 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:19:15,960 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:19:15,960 DEBUG [M:0;30db5f576be8:37015 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:19:15,961 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040348065 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040348065,5,FailOnTimeoutGroup] 2024-11-19T18:19:15,961 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040348065 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040348065,5,FailOnTimeoutGroup] 2024-11-19T18:19:15,961 INFO [M:0;30db5f576be8:37015 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:19:15,961 INFO [M:0;30db5f576be8:37015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:19:15,961 DEBUG [M:0;30db5f576be8:37015 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:19:15,961 INFO [M:0;30db5f576be8:37015 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:19:15,961 INFO [M:0;30db5f576be8:37015 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:19:15,961 INFO [M:0;30db5f576be8:37015 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:19:15,961 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:19:15,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1618731436/master 2024-11-19T18:19:15,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1618731436 2024-11-19T18:19:15,964 DEBUG [M:0;30db5f576be8:37015 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1618731436/master already deleted, retry=false 2024-11-19T18:19:15,964 DEBUG [M:0;30db5f576be8:37015 {}] master.ActiveMasterManager(353): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1618731436/master 2024-11-19T18:19:15,965 INFO [M:0;30db5f576be8:37015 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/.lastflushedseqids 2024-11-19T18:19:15,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741852_1028 (size=181) 2024-11-19T18:19:15,995 INFO [M:0;30db5f576be8:37015 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:19:15,995 INFO [M:0;30db5f576be8:37015 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:19:15,995 DEBUG [M:0;30db5f576be8:37015 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:19:15,995 INFO [M:0;30db5f576be8:37015 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:15,995 DEBUG [M:0;30db5f576be8:37015 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:15,995 DEBUG [M:0;30db5f576be8:37015 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:19:15,995 DEBUG [M:0;30db5f576be8:37015 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:15,995 INFO [M:0;30db5f576be8:37015 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T18:19:16,029 DEBUG [M:0;30db5f576be8:37015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2301da9f049f4527a0737c87be87af00 is 82, key is hbase:meta,,1/info:regioninfo/1732040348680/Put/seqid=0 2024-11-19T18:19:16,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741853_1029 (size=5672) 2024-11-19T18:19:16,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:16,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x101317409bf0007, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:16,059 INFO [RS:0;30db5f576be8:37283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:19:16,059 INFO [RS:0;30db5f576be8:37283 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,37283,1732040347485; zookeeper connection closed. 2024-11-19T18:19:16,059 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@287d53cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@287d53cd 2024-11-19T18:19:16,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:19:16,449 INFO [M:0;30db5f576be8:37015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2301da9f049f4527a0737c87be87af00 2024-11-19T18:19:16,490 DEBUG [M:0;30db5f576be8:37015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11e15f19385144b7afdd1b7d2fb2fcbf is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732040352942/Put/seqid=0 2024-11-19T18:19:16,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741854_1030 (size=7312) 2024-11-19T18:19:16,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:16,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:19:16,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:16,923 INFO [M:0;30db5f576be8:37015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11e15f19385144b7afdd1b7d2fb2fcbf 2024-11-19T18:19:16,958 DEBUG [M:0;30db5f576be8:37015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94204b57cc384bd796ef13b5a4128288 is 69, key is 30db5f576be8,37283,1732040347485/rs:state/1732040348121/Put/seqid=0 2024-11-19T18:19:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741855_1031 (size=5370) 2024-11-19T18:19:17,008 INFO [M:0;30db5f576be8:37015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94204b57cc384bd796ef13b5a4128288 2024-11-19T18:19:17,014 INFO [M:0;30db5f576be8:37015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94204b57cc384bd796ef13b5a4128288 2024-11-19T18:19:17,017 DEBUG [M:0;30db5f576be8:37015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2301da9f049f4527a0737c87be87af00 as hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2301da9f049f4527a0737c87be87af00 2024-11-19T18:19:17,027 INFO [M:0;30db5f576be8:37015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2301da9f049f4527a0737c87be87af00, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T18:19:17,030 DEBUG [M:0;30db5f576be8:37015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11e15f19385144b7afdd1b7d2fb2fcbf as hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11e15f19385144b7afdd1b7d2fb2fcbf 2024-11-19T18:19:17,037 INFO [M:0;30db5f576be8:37015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11e15f19385144b7afdd1b7d2fb2fcbf, entries=7, sequenceid=127, filesize=7.1 K 2024-11-19T18:19:17,038 DEBUG [M:0;30db5f576be8:37015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94204b57cc384bd796ef13b5a4128288 as hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94204b57cc384bd796ef13b5a4128288 2024-11-19T18:19:17,048 INFO [M:0;30db5f576be8:37015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94204b57cc384bd796ef13b5a4128288 2024-11-19T18:19:17,048 INFO [M:0;30db5f576be8:37015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44365/user/jenkins/test-data/030159ba-73ad-2d86-72f4-c533ffbfc330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94204b57cc384bd796ef13b5a4128288, entries=2, sequenceid=127, filesize=5.2 K 2024-11-19T18:19:17,055 INFO [M:0;30db5f576be8:37015 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1060ms, sequenceid=127, compaction requested=false 2024-11-19T18:19:17,068 INFO [M:0;30db5f576be8:37015 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:17,068 DEBUG [M:0;30db5f576be8:37015 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040355995Disabling compacts and flushes for region at 1732040355995Disabling writes for close at 1732040355995Obtaining lock to block concurrent updates at 1732040355995Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040355995Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732040355996 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040355996Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040355996Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040356028 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040356028Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040356455 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040356488 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040356488Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040356933 (+445 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040356957 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040356957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30485f80: reopening flushed file at 1732040357016 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90e12de: reopening flushed file at 1732040357027 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f636756: reopening flushed file at 1732040357037 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1060ms, sequenceid=127, compaction requested=false at 1732040357055 (+18 ms)Writing region close event to WAL at 1732040357068 (+13 ms)Closed at 1732040357068 2024-11-19T18:19:17,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741847_1023 (size=22903) 2024-11-19T18:19:17,097 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:19:17,097 INFO [M:0;30db5f576be8:37015 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:19:17,098 INFO [M:0;30db5f576be8:37015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37015 2024-11-19T18:19:17,098 INFO [M:0;30db5f576be8:37015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:19:17,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:17,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37015-0x101317409bf0006, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:17,202 INFO [M:0;30db5f576be8:37015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:19:17,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11505e70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:19:17,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:19:17,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:19:17,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:19:17,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/hadoop.log.dir/,STOPPED} 2024-11-19T18:19:17,248 WARN [BP-1488279439-172.17.0.2-1732040335179 heartbeating to localhost/127.0.0.1:44365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:19:17,248 WARN [BP-1488279439-172.17.0.2-1732040335179 heartbeating to localhost/127.0.0.1:44365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1488279439-172.17.0.2-1732040335179 (Datanode Uuid 498965fb-1e86-4804-9926-37fa2b27e88d) service to localhost/127.0.0.1:44365 2024-11-19T18:19:17,248 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:19:17,248 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:19:17,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/cluster_2de80b94-6b74-5299-dc49-fbea80f5cb24/data/data1/current/BP-1488279439-172.17.0.2-1732040335179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:19:17,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/cluster_2de80b94-6b74-5299-dc49-fbea80f5cb24/data/data2/current/BP-1488279439-172.17.0.2-1732040335179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:19:17,250 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:19:17,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189b0b0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:19:17,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:19:17,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:19:17,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:19:17,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16ed4141-0747-a981-a1a2-b656e740a727/hadoop.log.dir/,STOPPED} 2024-11-19T18:19:17,286 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T18:19:17,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:19:17,318 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53915) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44497 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53915) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44365 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 272) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6480 (was 7075) 2024-11-19T18:19:17,336 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=6479 2024-11-19T18:19:17,360 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-19T18:19:17,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/hadoop.log.dir so I do NOT create it in target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8 2024-11-19T18:19:17,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:19:17,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/hadoop.tmp.dir so I do NOT create it in target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8 2024-11-19T18:19:17,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910ddc42-099b-da99-bb75-e848dccf4623/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:19:17,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8 2024-11-19T18:19:17,361 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/cluster_e7b529bb-aaff-3310-7ef6-37711ec4dc6f, deleteOnExit=true 2024-11-19T18:19:17,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101317409bf0002, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:19:17,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101317409bf0005, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:19:17,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101317409bf0005, quorum=127.0.0.1:53915, baseZNode=/1-1489796144 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:19:17,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101317409bf0002, quorum=127.0.0.1:53915, baseZNode=/0-1618731436 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:19:17,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/cluster_e7b529bb-aaff-3310-7ef6-37711ec4dc6f/zookeeper_0, clientPort=57332, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/cluster_e7b529bb-aaff-3310-7ef6-37711ec4dc6f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/cluster_e7b529bb-aaff-3310-7ef6-37711ec4dc6f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T18:19:17,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57332 2024-11-19T18:19:17,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:19:17,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:19:17,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/test.cache.data in system properties and HBase conf 2024-11-19T18:19:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:19:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:19:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:19:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:19:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:19:17,422 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:19:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:19:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:19:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:19:17,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:17,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:19:17,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:19:17,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:19:17,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:19:17,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:17,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:19:17,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:19:17,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40fdfc14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/java.io.tmpdir/jetty-localhost-36531-hadoop-hdfs-3_4_1-tests_jar-_-any-4339756684279142284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:19:17,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:36531} 2024-11-19T18:19:17,900 INFO [Time-limited test {}] server.Server(415): Started @156988ms 2024-11-19T18:19:18,230 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:19:18,269 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:18,269 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:18,269 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:18,270 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:18,270 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:18,270 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:18,275 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:18,279 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:18,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:18,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:19:18,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:19:18,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:19:18,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:19:18,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:19:18,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:19:18,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@670e66f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/java.io.tmpdir/jetty-localhost-40757-hadoop-hdfs-3_4_1-tests_jar-_-any-18346996902463759972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:19:18,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:40757} 2024-11-19T18:19:18,488 INFO [Time-limited test {}] server.Server(415): Started @157576ms 2024-11-19T18:19:18,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:19:18,597 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/cluster_e7b529bb-aaff-3310-7ef6-37711ec4dc6f/data/data2/current/BP-1052471226-172.17.0.2-1732040357473/current, will proceed with Du for space computation calculation, 2024-11-19T18:19:18,597 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/cluster_e7b529bb-aaff-3310-7ef6-37711ec4dc6f/data/data1/current/BP-1052471226-172.17.0.2-1732040357473/current, will proceed with Du for space computation calculation, 2024-11-19T18:19:18,617 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:19:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e49b893e20357c0 with lease ID 0x4cae491abbac793a: Processing first storage report for DS-2b03ffe7-bdbd-45aa-944e-a2faf02bad10 from datanode DatanodeRegistration(127.0.0.1:43855, datanodeUuid=c334bf4a-b6fe-4c09-a465-1673d214e8d4, infoPort=37319, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1686085342;c=1732040357473) 2024-11-19T18:19:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e49b893e20357c0 with lease ID 0x4cae491abbac793a: from storage DS-2b03ffe7-bdbd-45aa-944e-a2faf02bad10 node DatanodeRegistration(127.0.0.1:43855, datanodeUuid=c334bf4a-b6fe-4c09-a465-1673d214e8d4, infoPort=37319, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1686085342;c=1732040357473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:19:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e49b893e20357c0 with lease ID 0x4cae491abbac793a: Processing first storage report for DS-b0d88267-2919-43e2-a0eb-dc70c91022f1 from datanode DatanodeRegistration(127.0.0.1:43855, datanodeUuid=c334bf4a-b6fe-4c09-a465-1673d214e8d4, infoPort=37319, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1686085342;c=1732040357473) 2024-11-19T18:19:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e49b893e20357c0 with lease ID 0x4cae491abbac793a: from storage DS-b0d88267-2919-43e2-a0eb-dc70c91022f1 node DatanodeRegistration(127.0.0.1:43855, datanodeUuid=c334bf4a-b6fe-4c09-a465-1673d214e8d4, infoPort=37319, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1686085342;c=1732040357473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:19:18,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8 2024-11-19T18:19:18,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:18,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:19:19,036 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c with version=8 2024-11-19T18:19:19,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/hbase-staging 2024-11-19T18:19:19,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:19,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:19,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:19,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:19,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:19,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:19,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:19:19,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:19,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38913 2024-11-19T18:19:19,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38913 connecting to ZooKeeper ensemble=127.0.0.1:57332 2024-11-19T18:19:19,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389130x0, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:19,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38913-0x101317460960000 connected 2024-11-19T18:19:19,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:19,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:19,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Set watcher on znode that does not yet exist, /0-1914695743/running 2024-11-19T18:19:19,105 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c, hbase.cluster.distributed=false 2024-11-19T18:19:19,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Set watcher on znode that does not yet exist, /0-1914695743/acl 2024-11-19T18:19:19,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38913 2024-11-19T18:19:19,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38913 2024-11-19T18:19:19,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38913 2024-11-19T18:19:19,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38913 2024-11-19T18:19:19,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38913 2024-11-19T18:19:19,140 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:19,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:19,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:19,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:19,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:19,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:19,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:19:19,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:19,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46535 2024-11-19T18:19:19,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46535 connecting to ZooKeeper ensemble=127.0.0.1:57332 2024-11-19T18:19:19,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:19,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465350x0, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:19,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465350x0, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Set watcher on znode that does not yet exist, /0-1914695743/running 2024-11-19T18:19:19,153 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:19:19,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46535-0x101317460960001 connected 2024-11-19T18:19:19,156 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:19:19,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Set watcher on znode that does not yet exist, /0-1914695743/master 2024-11-19T18:19:19,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Set watcher on znode that does not yet exist, /0-1914695743/acl 2024-11-19T18:19:19,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46535 2024-11-19T18:19:19,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46535 2024-11-19T18:19:19,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46535 2024-11-19T18:19:19,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46535 2024-11-19T18:19:19,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46535 2024-11-19T18:19:19,183 DEBUG [M:0;30db5f576be8:38913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:38913 2024-11-19T18:19:19,184 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1914695743/backup-masters/30db5f576be8,38913,1732040359038 2024-11-19T18:19:19,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743/backup-masters 2024-11-19T18:19:19,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743/backup-masters 2024-11-19T18:19:19,186 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Set watcher on existing znode=/0-1914695743/backup-masters/30db5f576be8,38913,1732040359038 2024-11-19T18:19:19,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1914695743/master 2024-11-19T18:19:19,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:19,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:19,190 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Set watcher on existing znode=/0-1914695743/master 2024-11-19T18:19:19,190 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1914695743/backup-masters/30db5f576be8,38913,1732040359038 from backup master directory 2024-11-19T18:19:19,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1914695743/backup-masters/30db5f576be8,38913,1732040359038 2024-11-19T18:19:19,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743/backup-masters 2024-11-19T18:19:19,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743/backup-masters 2024-11-19T18:19:19,192 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:19,192 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,38913,1732040359038 2024-11-19T18:19:19,196 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/hbase.id] with ID: ea5374dc-fb8f-4c59-be8f-70d630c350ac 2024-11-19T18:19:19,196 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/.tmp/hbase.id 2024-11-19T18:19:19,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:19:19,603 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/.tmp/hbase.id]:[hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/hbase.id] 2024-11-19T18:19:19,613 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:19,613 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:19:19,614 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:19:19,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:19,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:19,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:19:20,022 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:20,022 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:19:20,023 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:20,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:19:20,430 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store 2024-11-19T18:19:20,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:19:20,836 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:20,836 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:19:20,836 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:20,836 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:20,836 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:19:20,836 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:20,836 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:20,836 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040360836Disabling compacts and flushes for region at 1732040360836Disabling writes for close at 1732040360836Writing region close event to WAL at 1732040360836Closed at 1732040360836 2024-11-19T18:19:20,837 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/.initializing 2024-11-19T18:19:20,837 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/WALs/30db5f576be8,38913,1732040359038 2024-11-19T18:19:20,838 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:20,840 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C38913%2C1732040359038, suffix=, logDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/WALs/30db5f576be8,38913,1732040359038, archiveDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/oldWALs, maxLogs=10 2024-11-19T18:19:20,856 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/WALs/30db5f576be8,38913,1732040359038/30db5f576be8%2C38913%2C1732040359038.1732040360840, exclude list is [], retry=0 2024-11-19T18:19:20,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43855,DS-2b03ffe7-bdbd-45aa-944e-a2faf02bad10,DISK] 2024-11-19T18:19:20,880 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/WALs/30db5f576be8,38913,1732040359038/30db5f576be8%2C38913%2C1732040359038.1732040360840 2024-11-19T18:19:20,881 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319)] 2024-11-19T18:19:20,881 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:20,881 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:20,882 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,882 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:19:20,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:20,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:20,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:19:20,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:20,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:20,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:19:20,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:20,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:20,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:19:20,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:20,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:20,903 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,904 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,904 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,907 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,907 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,907 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:20,909 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:20,919 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:20,920 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65146156, jitterRate=-0.029246628284454346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:20,923 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040360882Initializing all the Stores at 1732040360884 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040360884Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040360892 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040360892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040360892Cleaning up temporary data from old regions at 1732040360907 (+15 ms)Region opened successfully at 1732040360923 (+16 ms) 2024-11-19T18:19:20,928 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:19:20,933 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285cc8e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:20,934 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:19:20,934 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:19:20,934 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:19:20,934 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:19:20,935 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:19:20,935 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:19:20,935 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:19:20,937 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:19:20,938 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Unable to get data of znode /0-1914695743/balancer because node does not exist (not necessarily an error) 2024-11-19T18:19:20,940 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1914695743/balancer already deleted, retry=false 2024-11-19T18:19:20,940 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:19:20,941 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Unable to get data of znode /0-1914695743/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:19:20,942 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1914695743/normalizer already deleted, retry=false 2024-11-19T18:19:20,943 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:19:20,945 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Unable to get data of znode /0-1914695743/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:19:20,947 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1914695743/switch/split already deleted, retry=false 2024-11-19T18:19:20,948 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Unable to get data of znode /0-1914695743/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:19:20,949 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1914695743/switch/merge already deleted, retry=false 2024-11-19T18:19:20,955 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Unable to get data of znode /0-1914695743/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:19:20,956 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1914695743/snapshot-cleanup already deleted, retry=false 2024-11-19T18:19:20,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1914695743/running 2024-11-19T18:19:20,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:20,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1914695743/running 2024-11-19T18:19:20,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:20,960 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,38913,1732040359038, sessionid=0x101317460960000, setting cluster-up flag (Was=false) 2024-11-19T18:19:20,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:20,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:20,979 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1914695743/flush-table-proc/acquired, /0-1914695743/flush-table-proc/reached, /0-1914695743/flush-table-proc/abort 2024-11-19T18:19:20,981 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,38913,1732040359038 2024-11-19T18:19:20,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:20,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:20,996 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1914695743/online-snapshot/acquired, /0-1914695743/online-snapshot/reached, /0-1914695743/online-snapshot/abort 2024-11-19T18:19:20,997 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,38913,1732040359038 2024-11-19T18:19:20,998 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:19:21,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:21,006 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:19:21,007 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:19:21,007 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,38913,1732040359038 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:19:21,008 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:21,008 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:21,008 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:21,008 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:21,008 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:19:21,008 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,008 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:21,009 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:21,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:19:21,038 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:21,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:19:21,051 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040391051 2024-11-19T18:19:21,051 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:19:21,052 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:19:21,052 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:19:21,052 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:19:21,052 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:19:21,052 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:19:21,052 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,053 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:19:21,053 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:19:21,053 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:19:21,053 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:19:21,054 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:19:21,054 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:19:21,055 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040361055,5,FailOnTimeoutGroup] 2024-11-19T18:19:21,055 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040361055,5,FailOnTimeoutGroup] 2024-11-19T18:19:21,055 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,055 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:19:21,055 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,055 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:19:21,077 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(746): ClusterId : ea5374dc-fb8f-4c59-be8f-70d630c350ac 2024-11-19T18:19:21,077 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:19:21,082 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:19:21,082 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:19:21,084 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:19:21,085 DEBUG [RS:0;30db5f576be8:46535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1ffdb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:21,111 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:46535 2024-11-19T18:19:21,111 INFO [RS:0;30db5f576be8:46535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:19:21,111 INFO [RS:0;30db5f576be8:46535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:19:21,111 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:19:21,112 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,38913,1732040359038 with port=46535, startcode=1732040359140 2024-11-19T18:19:21,112 DEBUG [RS:0;30db5f576be8:46535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:19:21,119 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:19:21,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,46535,1732040359140 2024-11-19T18:19:21,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38913 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,46535,1732040359140 2024-11-19T18:19:21,123 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c 2024-11-19T18:19:21,123 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42205 2024-11-19T18:19:21,123 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:19:21,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743/rs 2024-11-19T18:19:21,134 DEBUG [RS:0;30db5f576be8:46535 {}] zookeeper.ZKUtil(111): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Set watcher on existing znode=/0-1914695743/rs/30db5f576be8,46535,1732040359140 2024-11-19T18:19:21,134 WARN [RS:0;30db5f576be8:46535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:21,134 INFO [RS:0;30db5f576be8:46535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:21,134 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140 2024-11-19T18:19:21,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,46535,1732040359140] 2024-11-19T18:19:21,161 INFO [RS:0;30db5f576be8:46535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:19:21,168 INFO [RS:0;30db5f576be8:46535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:19:21,172 INFO [RS:0;30db5f576be8:46535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:19:21,172 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,180 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:19:21,182 INFO [RS:0;30db5f576be8:46535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:19:21,183 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:21,183 DEBUG [RS:0;30db5f576be8:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:21,192 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,192 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,192 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,192 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,192 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,192 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,46535,1732040359140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:21,214 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:19:21,215 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,46535,1732040359140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,215 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,215 INFO [RS:0;30db5f576be8:46535 {}] regionserver.Replication(171): 30db5f576be8,46535,1732040359140 started 2024-11-19T18:19:21,236 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:21,236 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,46535,1732040359140, RpcServer on 30db5f576be8/172.17.0.2:46535, sessionid=0x101317460960001 2024-11-19T18:19:21,237 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:19:21,237 DEBUG [RS:0;30db5f576be8:46535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,46535,1732040359140 2024-11-19T18:19:21,237 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,46535,1732040359140' 2024-11-19T18:19:21,237 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1914695743/flush-table-proc/abort' 2024-11-19T18:19:21,237 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1914695743/flush-table-proc/acquired' 2024-11-19T18:19:21,238 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:19:21,238 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:19:21,238 DEBUG [RS:0;30db5f576be8:46535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,46535,1732040359140 2024-11-19T18:19:21,238 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,46535,1732040359140' 2024-11-19T18:19:21,238 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1914695743/online-snapshot/abort' 2024-11-19T18:19:21,238 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1914695743/online-snapshot/acquired' 2024-11-19T18:19:21,239 DEBUG [RS:0;30db5f576be8:46535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:19:21,239 INFO [RS:0;30db5f576be8:46535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:19:21,239 INFO [RS:0;30db5f576be8:46535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:19:21,339 INFO [RS:0;30db5f576be8:46535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:21,341 INFO [RS:0;30db5f576be8:46535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C46535%2C1732040359140, suffix=, logDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140, archiveDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/oldWALs, maxLogs=10 2024-11-19T18:19:21,354 DEBUG [RS:0;30db5f576be8:46535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341, exclude list is [], retry=0 2024-11-19T18:19:21,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43855,DS-2b03ffe7-bdbd-45aa-944e-a2faf02bad10,DISK] 2024-11-19T18:19:21,359 INFO [RS:0;30db5f576be8:46535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 2024-11-19T18:19:21,360 DEBUG [RS:0;30db5f576be8:46535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319)] 2024-11-19T18:19:21,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:19:21,469 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c 2024-11-19T18:19:21,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:19:21,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:21,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:19:21,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:19:21,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:21,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:21,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:19:21,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:19:21,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:21,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:21,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:19:21,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:19:21,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:21,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:21,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:19:21,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:19:21,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:21,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:21,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:19:21,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740 2024-11-19T18:19:21,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740 2024-11-19T18:19:21,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:19:21,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:19:21,885 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:21,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:19:21,888 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:21,888 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65150272, jitterRate=-0.02918529510498047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:21,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040361875Initializing all the Stores at 1732040361876 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040361876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040361876Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040361876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040361876Cleaning up temporary data from old regions at 1732040361885 (+9 ms)Region opened successfully at 1732040361889 (+4 ms) 2024-11-19T18:19:21,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:19:21,889 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:19:21,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:19:21,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:19:21,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:19:21,889 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:21,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040361889Disabling compacts and flushes for region at 1732040361889Disabling writes for close at 1732040361889Writing region close event to WAL at 1732040361889Closed at 1732040361889 2024-11-19T18:19:21,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:21,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:19:21,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:19:21,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:21,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:19:22,042 DEBUG [30db5f576be8:38913 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:19:22,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,46535,1732040359140 2024-11-19T18:19:22,044 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,46535,1732040359140, state=OPENING 2024-11-19T18:19:22,046 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:19:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:22,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:22,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1914695743/meta-region-server: CHANGED 2024-11-19T18:19:22,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1914695743/meta-region-server: CHANGED 2024-11-19T18:19:22,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,46535,1732040359140}] 2024-11-19T18:19:22,205 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:19:22,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:19:22,210 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:19:22,210 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:22,210 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:19:22,211 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C46535%2C1732040359140.meta, suffix=.meta, logDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140, archiveDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/oldWALs, maxLogs=10 2024-11-19T18:19:22,229 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.meta.1732040362212.meta, exclude list is [], retry=0 2024-11-19T18:19:22,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43855,DS-2b03ffe7-bdbd-45aa-944e-a2faf02bad10,DISK] 2024-11-19T18:19:22,233 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.meta.1732040362212.meta 2024-11-19T18:19:22,233 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319)] 2024-11-19T18:19:22,233 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:22,234 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:22,234 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:19:22,234 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:19:22,234 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:19:22,234 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:19:22,234 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:22,234 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:19:22,234 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:19:22,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:19:22,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:19:22,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:22,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:22,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:19:22,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:19:22,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:22,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:22,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:19:22,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:19:22,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:22,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:22,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:19:22,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:19:22,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:22,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:22,241 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:19:22,242 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740 2024-11-19T18:19:22,243 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740 2024-11-19T18:19:22,244 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:19:22,244 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:19:22,244 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:22,246 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:19:22,246 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66631472, jitterRate=-0.00711369514465332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:22,246 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:19:22,247 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040362234Writing region info on filesystem at 1732040362234Initializing all the Stores at 1732040362235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040362235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040362236 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040362236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040362236Cleaning up temporary data from old regions at 1732040362244 (+8 ms)Running coprocessor post-open hooks at 1732040362246 (+2 ms)Region opened successfully at 1732040362247 (+1 ms) 2024-11-19T18:19:22,248 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040362204 2024-11-19T18:19:22,250 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:19:22,250 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:19:22,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,46535,1732040359140 2024-11-19T18:19:22,251 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,46535,1732040359140, state=OPEN 2024-11-19T18:19:22,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1914695743/meta-region-server 2024-11-19T18:19:22,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1914695743/meta-region-server 2024-11-19T18:19:22,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1914695743/meta-region-server: CHANGED 2024-11-19T18:19:22,254 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,46535,1732040359140 2024-11-19T18:19:22,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1914695743/meta-region-server: CHANGED 2024-11-19T18:19:22,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:19:22,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,46535,1732040359140 in 202 msec 2024-11-19T18:19:22,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:19:22,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-19T18:19:22,259 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:22,259 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:19:22,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:22,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,46535,1732040359140, seqNum=-1] 2024-11-19T18:19:22,260 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:22,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:22,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-19T18:19:22,266 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040362266, completionTime=-1 2024-11-19T18:19:22,266 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:19:22,266 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:19:22,268 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:19:22,268 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040422268 2024-11-19T18:19:22,268 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040482268 2024-11-19T18:19:22,268 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T18:19:22,268 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,38913,1732040359038-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:22,268 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,38913,1732040359038-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:22,268 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,38913,1732040359038-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:22,268 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:38913, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:22,268 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:22,268 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:22,270 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:19:22,272 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.080sec 2024-11-19T18:19:22,272 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:19:22,272 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:19:22,272 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:19:22,272 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:19:22,273 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:19:22,273 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,38913,1732040359038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:22,273 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,38913,1732040359038-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:19:22,275 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:19:22,275 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:19:22,275 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,38913,1732040359038-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:22,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:22,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,38913,-1 for getting cluster id 2024-11-19T18:19:22,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:22,279 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5374dc-fb8f-4c59-be8f-70d630c350ac' 2024-11-19T18:19:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5374dc-fb8f-4c59-be8f-70d630c350ac" 2024-11-19T18:19:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3843fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,38913,-1] 2024-11-19T18:19:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:22,281 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:22,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:22,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:22,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,46535,1732040359140, seqNum=-1] 2024-11-19T18:19:22,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:22,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:22,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,38913,1732040359038 2024-11-19T18:19:22,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57332 2024-11-19T18:19:22,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:22,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101317460960002 connected 2024-11-19T18:19:22,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/hadoop.log.dir so I do NOT create it in target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296 2024-11-19T18:19:22,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:19:22,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/hadoop.tmp.dir so I do NOT create it in target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296 2024-11-19T18:19:22,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:19:22,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296 2024-11-19T18:19:22,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:19:22,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/cluster_ace9f975-cd52-eac9-0ca5-1687ff56bd1e, deleteOnExit=true 2024-11-19T18:19:22,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:19:22,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/test.cache.data in system properties and HBase conf 2024-11-19T18:19:22,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:19:22,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:19:22,294 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:19:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:19:22,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:22,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:19:22,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:19:22,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:19:22,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:19:22,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:22,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:19:22,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:19:22,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38940895{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/java.io.tmpdir/jetty-localhost-40839-hadoop-hdfs-3_4_1-tests_jar-_-any-15307428467688305179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:19:22,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:40839} 2024-11-19T18:19:22,487 INFO [Time-limited test {}] server.Server(415): Started @161575ms 2024-11-19T18:19:22,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:22,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:19:22,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:19:22,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:19:22,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:19:22,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:19:22,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:19:22,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b2b2829{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/java.io.tmpdir/jetty-localhost-42797-hadoop-hdfs-3_4_1-tests_jar-_-any-5552523814074798863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:19:22,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:42797} 2024-11-19T18:19:22,691 INFO [Time-limited test {}] server.Server(415): Started @161779ms 2024-11-19T18:19:22,692 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:19:22,793 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/cluster_ace9f975-cd52-eac9-0ca5-1687ff56bd1e/data/data1/current/BP-394031194-172.17.0.2-1732040362312/current, will proceed with Du for space computation calculation, 2024-11-19T18:19:22,807 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/cluster_ace9f975-cd52-eac9-0ca5-1687ff56bd1e/data/data2/current/BP-394031194-172.17.0.2-1732040362312/current, will proceed with Du for space computation calculation, 2024-11-19T18:19:22,828 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:19:22,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c474e8d1203f2c5 with lease ID 0xaea7ad0e9a692ba7: Processing first storage report for DS-3be82298-3cff-4658-9a56-9d5f1b539bf5 from datanode DatanodeRegistration(127.0.0.1:46621, datanodeUuid=589c99d8-3175-4426-9853-43a5123678cc, infoPort=32955, infoSecurePort=0, ipcPort=36327, storageInfo=lv=-57;cid=testClusterID;nsid=542275615;c=1732040362312) 2024-11-19T18:19:22,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c474e8d1203f2c5 with lease ID 0xaea7ad0e9a692ba7: from storage DS-3be82298-3cff-4658-9a56-9d5f1b539bf5 node DatanodeRegistration(127.0.0.1:46621, datanodeUuid=589c99d8-3175-4426-9853-43a5123678cc, infoPort=32955, infoSecurePort=0, ipcPort=36327, storageInfo=lv=-57;cid=testClusterID;nsid=542275615;c=1732040362312), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:19:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c474e8d1203f2c5 with lease ID 0xaea7ad0e9a692ba7: Processing first storage report for DS-079509b2-a738-4e62-9c8a-6494b4e097ab from datanode DatanodeRegistration(127.0.0.1:46621, datanodeUuid=589c99d8-3175-4426-9853-43a5123678cc, infoPort=32955, infoSecurePort=0, ipcPort=36327, storageInfo=lv=-57;cid=testClusterID;nsid=542275615;c=1732040362312) 2024-11-19T18:19:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c474e8d1203f2c5 with lease ID 0xaea7ad0e9a692ba7: from storage DS-079509b2-a738-4e62-9c8a-6494b4e097ab node DatanodeRegistration(127.0.0.1:46621, datanodeUuid=589c99d8-3175-4426-9853-43a5123678cc, infoPort=32955, infoSecurePort=0, ipcPort=36327, storageInfo=lv=-57;cid=testClusterID;nsid=542275615;c=1732040362312), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:19:22,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296 2024-11-19T18:19:22,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:22,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:22,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:19:23,326 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2 with version=8 2024-11-19T18:19:23,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/hbase-staging 2024-11-19T18:19:23,329 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:23,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:23,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:23,329 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:23,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:23,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:23,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:19:23,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:23,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45965 2024-11-19T18:19:23,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45965 connecting to ZooKeeper ensemble=127.0.0.1:57332 2024-11-19T18:19:23,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459650x0, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:23,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45965-0x101317460960003 connected 2024-11-19T18:19:23,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:23,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:23,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Set watcher on znode that does not yet exist, /1-367838588/running 2024-11-19T18:19:23,350 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2, hbase.cluster.distributed=false 2024-11-19T18:19:23,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Set watcher on znode that does not yet exist, /1-367838588/acl 2024-11-19T18:19:23,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-19T18:19:23,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45965 2024-11-19T18:19:23,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45965 2024-11-19T18:19:23,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-19T18:19:23,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-19T18:19:23,368 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:23,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:23,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:23,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:23,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:23,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:23,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:19:23,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:23,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35821 2024-11-19T18:19:23,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35821 connecting to ZooKeeper ensemble=127.0.0.1:57332 2024-11-19T18:19:23,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:23,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:23,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358210x0, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:23,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358210x0, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Set watcher on znode that does not yet exist, /1-367838588/running 2024-11-19T18:19:23,376 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:19:23,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35821-0x101317460960004 connected 2024-11-19T18:19:23,384 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:19:23,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Set watcher on znode that does not yet exist, /1-367838588/master 2024-11-19T18:19:23,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Set watcher on znode that does not yet exist, /1-367838588/acl 2024-11-19T18:19:23,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35821 2024-11-19T18:19:23,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35821 2024-11-19T18:19:23,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35821 2024-11-19T18:19:23,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35821 2024-11-19T18:19:23,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35821 2024-11-19T18:19:23,415 DEBUG [M:0;30db5f576be8:45965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:45965 2024-11-19T18:19:23,416 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-367838588/backup-masters/30db5f576be8,45965,1732040363328 2024-11-19T18:19:23,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588/backup-masters 2024-11-19T18:19:23,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588/backup-masters 2024-11-19T18:19:23,419 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Set watcher on existing znode=/1-367838588/backup-masters/30db5f576be8,45965,1732040363328 2024-11-19T18:19:23,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-367838588/master 2024-11-19T18:19:23,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:23,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:23,422 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Set watcher on existing znode=/1-367838588/master 2024-11-19T18:19:23,422 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-367838588/backup-masters/30db5f576be8,45965,1732040363328 from backup master directory 2024-11-19T18:19:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588/backup-masters 2024-11-19T18:19:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-367838588/backup-masters/30db5f576be8,45965,1732040363328 2024-11-19T18:19:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588/backup-masters 2024-11-19T18:19:23,423 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:23,423 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,45965,1732040363328 2024-11-19T18:19:23,427 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/hbase.id] with ID: e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6 2024-11-19T18:19:23,427 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/.tmp/hbase.id 2024-11-19T18:19:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:19:23,432 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/.tmp/hbase.id]:[hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/hbase.id] 2024-11-19T18:19:23,442 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:23,442 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:19:23,443 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:19:23,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:23,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:23,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:19:23,855 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:23,856 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:19:23,856 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:19:24,265 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store 2024-11-19T18:19:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:19:24,674 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:24,675 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:19:24,675 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:24,675 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:24,675 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:19:24,675 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:24,675 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:24,675 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040364675Disabling compacts and flushes for region at 1732040364675Disabling writes for close at 1732040364675Writing region close event to WAL at 1732040364675Closed at 1732040364675 2024-11-19T18:19:24,676 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/.initializing 2024-11-19T18:19:24,676 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/WALs/30db5f576be8,45965,1732040363328 2024-11-19T18:19:24,677 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:24,678 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C45965%2C1732040363328, suffix=, logDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/WALs/30db5f576be8,45965,1732040363328, archiveDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/oldWALs, maxLogs=10 2024-11-19T18:19:24,693 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/WALs/30db5f576be8,45965,1732040363328/30db5f576be8%2C45965%2C1732040363328.1732040364678, exclude list is [], retry=0 2024-11-19T18:19:24,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-3be82298-3cff-4658-9a56-9d5f1b539bf5,DISK] 2024-11-19T18:19:24,697 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/WALs/30db5f576be8,45965,1732040363328/30db5f576be8%2C45965%2C1732040363328.1732040364678 2024-11-19T18:19:24,697 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-11-19T18:19:24,697 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:24,697 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:24,697 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,697 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:19:24,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:24,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:24,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:19:24,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:24,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:24,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:19:24,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:24,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:24,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:19:24,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:24,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:24,706 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,707 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,707 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,709 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,709 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,709 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:24,711 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:24,713 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:24,714 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58818103, jitterRate=-0.12354196608066559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:24,714 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040364698Initializing all the Stores at 1732040364698Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040364698Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040364698Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040364698Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040364698Cleaning up temporary data from old regions at 1732040364709 (+11 ms)Region opened successfully at 1732040364714 (+5 ms) 2024-11-19T18:19:24,714 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:19:24,717 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9021cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:24,717 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:19:24,718 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:19:24,718 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:19:24,718 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:19:24,718 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:19:24,718 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:19:24,718 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:19:24,720 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:19:24,721 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Unable to get data of znode /1-367838588/balancer because node does not exist (not necessarily an error) 2024-11-19T18:19:24,722 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-367838588/balancer already deleted, retry=false 2024-11-19T18:19:24,722 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:19:24,723 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Unable to get data of znode /1-367838588/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:19:24,726 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-367838588/normalizer already deleted, retry=false 2024-11-19T18:19:24,726 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:19:24,727 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Unable to get data of znode /1-367838588/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:19:24,728 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-367838588/switch/split already deleted, retry=false 2024-11-19T18:19:24,729 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Unable to get data of znode /1-367838588/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:19:24,730 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-367838588/switch/merge already deleted, retry=false 2024-11-19T18:19:24,731 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Unable to get data of znode /1-367838588/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:19:24,733 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-367838588/snapshot-cleanup already deleted, retry=false 2024-11-19T18:19:24,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-367838588/running 2024-11-19T18:19:24,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-367838588/running 2024-11-19T18:19:24,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:24,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:24,736 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,45965,1732040363328, sessionid=0x101317460960003, setting cluster-up flag (Was=false) 2024-11-19T18:19:24,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:24,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:24,749 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-367838588/flush-table-proc/acquired, /1-367838588/flush-table-proc/reached, /1-367838588/flush-table-proc/abort 2024-11-19T18:19:24,749 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,45965,1732040363328 2024-11-19T18:19:24,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:24,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:24,762 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-367838588/online-snapshot/acquired, /1-367838588/online-snapshot/reached, /1-367838588/online-snapshot/abort 2024-11-19T18:19:24,763 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,45965,1732040363328 2024-11-19T18:19:24,764 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:19:24,765 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:24,765 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:19:24,765 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:19:24,765 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,45965,1732040363328 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:19:24,766 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:24,766 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:24,766 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:24,766 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:24,766 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:19:24,766 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,766 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:24,766 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,767 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040394767 2024-11-19T18:19:24,767 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:19:24,767 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:19:24,767 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:19:24,767 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:19:24,767 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:19:24,767 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:19:24,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:24,767 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:19:24,768 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:19:24,768 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:19:24,768 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:19:24,768 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:19:24,768 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:19:24,768 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:19:24,768 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:24,768 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:19:24,772 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040364768,5,FailOnTimeoutGroup] 2024-11-19T18:19:24,775 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040364772,5,FailOnTimeoutGroup] 2024-11-19T18:19:24,775 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,775 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:19:24,775 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,775 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:19:24,802 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(746): ClusterId : e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6 2024-11-19T18:19:24,803 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:19:24,805 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:19:24,805 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:19:24,807 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:19:24,807 DEBUG [RS:0;30db5f576be8:35821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c0dda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:24,821 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:35821 2024-11-19T18:19:24,821 INFO [RS:0;30db5f576be8:35821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:19:24,821 INFO [RS:0;30db5f576be8:35821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:19:24,821 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:19:24,822 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,45965,1732040363328 with port=35821, startcode=1732040363368 2024-11-19T18:19:24,822 DEBUG [RS:0;30db5f576be8:35821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:19:24,824 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:19:24,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,35821,1732040363368 2024-11-19T18:19:24,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45965 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,35821,1732040363368 2024-11-19T18:19:24,825 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2 2024-11-19T18:19:24,825 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42569 2024-11-19T18:19:24,825 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:19:24,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588/rs 2024-11-19T18:19:24,830 DEBUG [RS:0;30db5f576be8:35821 {}] zookeeper.ZKUtil(111): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Set watcher on existing znode=/1-367838588/rs/30db5f576be8,35821,1732040363368 2024-11-19T18:19:24,830 WARN [RS:0;30db5f576be8:35821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:24,830 INFO [RS:0;30db5f576be8:35821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:24,830 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368 2024-11-19T18:19:24,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,35821,1732040363368] 2024-11-19T18:19:24,835 INFO [RS:0;30db5f576be8:35821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:19:24,837 INFO [RS:0;30db5f576be8:35821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:19:24,837 INFO [RS:0;30db5f576be8:35821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:19:24,837 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,840 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:19:24,841 INFO [RS:0;30db5f576be8:35821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:19:24,841 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:24,841 DEBUG [RS:0;30db5f576be8:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:24,848 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,848 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,848 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,848 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,848 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,848 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35821,1732040363368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:24,867 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:19:24,867 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35821,1732040363368-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,867 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,867 INFO [RS:0;30db5f576be8:35821 {}] regionserver.Replication(171): 30db5f576be8,35821,1732040363368 started 2024-11-19T18:19:24,881 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:24,881 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,35821,1732040363368, RpcServer on 30db5f576be8/172.17.0.2:35821, sessionid=0x101317460960004 2024-11-19T18:19:24,881 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:19:24,881 DEBUG [RS:0;30db5f576be8:35821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,35821,1732040363368 2024-11-19T18:19:24,881 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,35821,1732040363368' 2024-11-19T18:19:24,881 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-367838588/flush-table-proc/abort' 2024-11-19T18:19:24,881 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-367838588/flush-table-proc/acquired' 2024-11-19T18:19:24,882 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:19:24,882 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:19:24,882 DEBUG [RS:0;30db5f576be8:35821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,35821,1732040363368 2024-11-19T18:19:24,882 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,35821,1732040363368' 2024-11-19T18:19:24,882 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-367838588/online-snapshot/abort' 2024-11-19T18:19:24,882 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-367838588/online-snapshot/acquired' 2024-11-19T18:19:24,882 DEBUG [RS:0;30db5f576be8:35821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:19:24,882 INFO [RS:0;30db5f576be8:35821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:19:24,882 INFO [RS:0;30db5f576be8:35821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:19:24,983 INFO [RS:0;30db5f576be8:35821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:24,984 INFO [RS:0;30db5f576be8:35821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C35821%2C1732040363368, suffix=, logDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368, archiveDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/oldWALs, maxLogs=10 2024-11-19T18:19:24,997 DEBUG [RS:0;30db5f576be8:35821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984, exclude list is [], retry=0 2024-11-19T18:19:25,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-3be82298-3cff-4658-9a56-9d5f1b539bf5,DISK] 2024-11-19T18:19:25,002 INFO [RS:0;30db5f576be8:35821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 2024-11-19T18:19:25,002 DEBUG [RS:0;30db5f576be8:35821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-11-19T18:19:25,179 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:19:25,179 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2 2024-11-19T18:19:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:19:25,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:25,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:19:25,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:19:25,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:25,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:25,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:19:25,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:19:25,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:25,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:25,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:19:25,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:19:25,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:25,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:25,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:19:25,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:19:25,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:25,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:25,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:19:25,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740 2024-11-19T18:19:25,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740 2024-11-19T18:19:25,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:19:25,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:19:25,600 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:25,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:19:25,602 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:25,603 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75430628, jitterRate=0.12400394678115845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:25,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040365590Initializing all the Stores at 1732040365591 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040365591Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040365591Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040365591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040365591Cleaning up temporary data from old regions at 1732040365599 (+8 ms)Region opened successfully at 1732040365603 (+4 ms) 2024-11-19T18:19:25,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:19:25,603 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:19:25,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:19:25,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:19:25,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:19:25,603 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:25,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040365603Disabling compacts and flushes for region at 1732040365603Disabling writes for close at 1732040365603Writing region close event to WAL at 1732040365603Closed at 1732040365603 2024-11-19T18:19:25,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:25,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:19:25,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:19:25,605 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:25,606 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:19:25,756 DEBUG [30db5f576be8:45965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:19:25,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,35821,1732040363368 2024-11-19T18:19:25,765 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,35821,1732040363368, state=OPENING 2024-11-19T18:19:25,767 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:19:25,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:25,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:25,769 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:25,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-367838588/meta-region-server: CHANGED 2024-11-19T18:19:25,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,35821,1732040363368}] 2024-11-19T18:19:25,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-367838588/meta-region-server: CHANGED 2024-11-19T18:19:25,922 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:19:25,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:19:25,928 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:19:25,928 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:25,928 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:19:25,930 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C35821%2C1732040363368.meta, suffix=.meta, logDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368, archiveDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/oldWALs, maxLogs=10 2024-11-19T18:19:25,947 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.meta.1732040365930.meta, exclude list is [], retry=0 2024-11-19T18:19:25,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-3be82298-3cff-4658-9a56-9d5f1b539bf5,DISK] 2024-11-19T18:19:25,954 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.meta.1732040365930.meta 2024-11-19T18:19:25,956 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-11-19T18:19:25,956 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:25,956 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:25,957 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:19:25,957 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:19:25,957 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:19:25,957 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:19:25,957 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:25,957 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:19:25,957 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:19:25,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:19:25,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:19:25,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:25,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:25,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:19:25,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:19:25,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:25,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:25,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:19:25,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:19:25,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:25,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:25,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:19:25,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:19:25,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:25,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:25,963 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:19:25,963 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740 2024-11-19T18:19:25,964 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740 2024-11-19T18:19:25,965 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:19:25,965 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:19:25,966 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:25,967 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:19:25,967 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66784833, jitterRate=-0.00482843816280365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:25,967 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:19:25,968 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040365957Writing region info on filesystem at 1732040365957Initializing all the Stores at 1732040365958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040365958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040365958Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040365958Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040365958Cleaning up temporary data from old regions at 1732040365965 (+7 ms)Running coprocessor post-open hooks at 1732040365967 (+2 ms)Region opened successfully at 1732040365967 2024-11-19T18:19:25,968 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040365922 2024-11-19T18:19:25,970 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:19:25,970 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:19:25,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,35821,1732040363368 2024-11-19T18:19:25,972 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,35821,1732040363368, state=OPEN 2024-11-19T18:19:25,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-367838588/meta-region-server 2024-11-19T18:19:25,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-367838588/meta-region-server 2024-11-19T18:19:25,973 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,35821,1732040363368 2024-11-19T18:19:25,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-367838588/meta-region-server: CHANGED 2024-11-19T18:19:25,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-367838588/meta-region-server: CHANGED 2024-11-19T18:19:25,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:19:25,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,35821,1732040363368 in 204 msec 2024-11-19T18:19:25,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:19:25,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-19T18:19:25,977 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:25,977 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:19:25,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:25,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35821,1732040363368, seqNum=-1] 2024-11-19T18:19:25,979 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:25,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:25,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-19T18:19:25,984 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040365984, completionTime=-1 2024-11-19T18:19:25,984 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:19:25,984 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:19:25,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:19:25,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040425986 2024-11-19T18:19:25,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040485986 2024-11-19T18:19:25,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T18:19:25,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45965,1732040363328-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:25,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45965,1732040363328-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:25,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45965,1732040363328-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:25,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:45965, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:25,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:25,986 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:25,988 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:19:25,990 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.567sec 2024-11-19T18:19:25,990 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:19:25,990 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:19:25,990 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:19:25,990 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:19:25,990 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:19:25,990 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45965,1732040363328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:25,990 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45965,1732040363328-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:19:25,992 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:19:25,992 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:19:25,992 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45965,1732040363328-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:26,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:26,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45965,-1 for getting cluster id 2024-11-19T18:19:26,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:26,005 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6' 2024-11-19T18:19:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6" 2024-11-19T18:19:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a238fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45965,-1] 2024-11-19T18:19:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:26,006 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:26,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:26,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35821,1732040363368, seqNum=-1] 2024-11-19T18:19:26,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:26,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:26,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,45965,1732040363328 2024-11-19T18:19:26,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57332 2024-11-19T18:19:26,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:26,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101317460960005 connected 2024-11-19T18:19:26,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,38913,1732040359038 2024-11-19T18:19:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ec9f3d1 2024-11-19T18:19:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:26,020 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:26,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:19:26,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:19:26,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:26,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:19:26,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:19:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:26,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:19:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:26,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9536ae594ba750a4d9cb185451f3b0b7, NAME => 'test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c 2024-11-19T18:19:26,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:19:26,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:19:26,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T18:19:26,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:26,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T18:19:26,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:26,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T18:19:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:26,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:26,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9536ae594ba750a4d9cb185451f3b0b7, disabling compactions & flushes 2024-11-19T18:19:26,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:26,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:26,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. after waiting 1 ms 2024-11-19T18:19:26,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:26,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:26,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9536ae594ba750a4d9cb185451f3b0b7: Waiting for close lock at 1732040366841Disabling compacts and flushes for region at 1732040366841Disabling writes for close at 1732040366842 (+1 ms)Writing region close event to WAL at 1732040366842Closed at 1732040366842 2024-11-19T18:19:26,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:19:26,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040366843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040366843"}]},"ts":"1732040366843"} 2024-11-19T18:19:26,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:19:26,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:19:26,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040366846"}]},"ts":"1732040366846"} 2024-11-19T18:19:26,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:19:26,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9536ae594ba750a4d9cb185451f3b0b7, ASSIGN}] 2024-11-19T18:19:26,849 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9536ae594ba750a4d9cb185451f3b0b7, ASSIGN 2024-11-19T18:19:26,850 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9536ae594ba750a4d9cb185451f3b0b7, ASSIGN; state=OFFLINE, location=30db5f576be8,46535,1732040359140; forceNewPlan=false, retain=false 2024-11-19T18:19:27,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9536ae594ba750a4d9cb185451f3b0b7, regionState=OPENING, regionLocation=30db5f576be8,46535,1732040359140 2024-11-19T18:19:27,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9536ae594ba750a4d9cb185451f3b0b7, ASSIGN because future has completed 2024-11-19T18:19:27,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9536ae594ba750a4d9cb185451f3b0b7, server=30db5f576be8,46535,1732040359140}] 2024-11-19T18:19:27,160 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:27,160 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9536ae594ba750a4d9cb185451f3b0b7, NAME => 'test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:27,160 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:27,160 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:19:27,161 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,161 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:27,161 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,161 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:27,162 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:19:27,171 INFO [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,173 INFO [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9536ae594ba750a4d9cb185451f3b0b7 columnFamilyName f 2024-11-19T18:19:27,173 DEBUG [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:27,173 INFO [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] regionserver.HStore(327): Store=9536ae594ba750a4d9cb185451f3b0b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:27,173 INFO [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,174 INFO [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9536ae594ba750a4d9cb185451f3b0b7 columnFamilyName f1 2024-11-19T18:19:27,174 DEBUG [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:27,175 INFO [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] regionserver.HStore(327): Store=9536ae594ba750a4d9cb185451f3b0b7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:27,175 INFO [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,176 INFO [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9536ae594ba750a4d9cb185451f3b0b7 columnFamilyName norep 2024-11-19T18:19:27,176 DEBUG [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:27,177 INFO [StoreOpener-9536ae594ba750a4d9cb185451f3b0b7-1 {}] regionserver.HStore(327): Store=9536ae594ba750a4d9cb185451f3b0b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:27,177 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,177 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,178 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,179 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,179 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,179 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:19:27,181 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,183 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:27,184 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9536ae594ba750a4d9cb185451f3b0b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67418748, jitterRate=0.004617631435394287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:19:27,184 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:27,185 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9536ae594ba750a4d9cb185451f3b0b7: Running coprocessor pre-open hook at 1732040367161Writing region info on filesystem at 1732040367161Initializing all the Stores at 1732040367162 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040367162Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040367171 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040367171Cleaning up temporary data from old regions at 1732040367179 (+8 ms)Running coprocessor post-open hooks at 1732040367184 (+5 ms)Region opened successfully at 1732040367185 (+1 ms) 2024-11-19T18:19:27,186 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7., pid=6, masterSystemTime=1732040367155 2024-11-19T18:19:27,189 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:27,189 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:27,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9536ae594ba750a4d9cb185451f3b0b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,46535,1732040359140 2024-11-19T18:19:27,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9536ae594ba750a4d9cb185451f3b0b7, server=30db5f576be8,46535,1732040359140 because future has completed 2024-11-19T18:19:27,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:19:27,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9536ae594ba750a4d9cb185451f3b0b7, server=30db5f576be8,46535,1732040359140 in 190 msec 2024-11-19T18:19:27,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:19:27,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9536ae594ba750a4d9cb185451f3b0b7, ASSIGN in 347 msec 2024-11-19T18:19:27,199 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:19:27,199 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040367199"}]},"ts":"1732040367199"} 2024-11-19T18:19:27,201 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:19:27,202 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:19:27,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-11-19T18:19:27,736 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:19:27,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:27,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:27,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:27,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:27,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:27,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:27,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:27,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:28,172 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:19:28,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:28,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45965,1732040363328 2024-11-19T18:19:28,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b3d6cbe 2024-11-19T18:19:28,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:28,174 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:28,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:19:28,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:19:28,178 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:28,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:19:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:28,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:19:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:19:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:28,592 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e660abd64e77278e00cbeda6e046fa66, NAME => 'test,,1732040368175.e660abd64e77278e00cbeda6e046fa66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2 2024-11-19T18:19:28,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:19:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:28,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040368175.e660abd64e77278e00cbeda6e046fa66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:28,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e660abd64e77278e00cbeda6e046fa66, disabling compactions & flushes 2024-11-19T18:19:28,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:28,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:28,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. after waiting 0 ms 2024-11-19T18:19:28,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:28,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:28,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e660abd64e77278e00cbeda6e046fa66: Waiting for close lock at 1732040368998Disabling compacts and flushes for region at 1732040368998Disabling writes for close at 1732040368998Writing region close event to WAL at 1732040368998Closed at 1732040368998 2024-11-19T18:19:28,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:19:29,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040368175.e660abd64e77278e00cbeda6e046fa66.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040368999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040368999"}]},"ts":"1732040368999"} 2024-11-19T18:19:29,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:19:29,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:19:29,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040369002"}]},"ts":"1732040369002"} 2024-11-19T18:19:29,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:19:29,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e660abd64e77278e00cbeda6e046fa66, ASSIGN}] 2024-11-19T18:19:29,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e660abd64e77278e00cbeda6e046fa66, ASSIGN 2024-11-19T18:19:29,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e660abd64e77278e00cbeda6e046fa66, ASSIGN; state=OFFLINE, location=30db5f576be8,35821,1732040363368; forceNewPlan=false, retain=false 2024-11-19T18:19:29,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e660abd64e77278e00cbeda6e046fa66, regionState=OPENING, regionLocation=30db5f576be8,35821,1732040363368 2024-11-19T18:19:29,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e660abd64e77278e00cbeda6e046fa66, ASSIGN because future has completed 2024-11-19T18:19:29,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e660abd64e77278e00cbeda6e046fa66, server=30db5f576be8,35821,1732040363368}] 2024-11-19T18:19:29,316 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:29,316 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e660abd64e77278e00cbeda6e046fa66, NAME => 'test,,1732040368175.e660abd64e77278e00cbeda6e046fa66.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:29,316 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:29,316 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:19:29,317 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,317 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040368175.e660abd64e77278e00cbeda6e046fa66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:29,317 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,317 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,318 INFO [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,319 INFO [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e660abd64e77278e00cbeda6e046fa66 columnFamilyName f 2024-11-19T18:19:29,319 DEBUG [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:29,319 INFO [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] regionserver.HStore(327): Store=e660abd64e77278e00cbeda6e046fa66/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:29,320 INFO [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,320 INFO [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e660abd64e77278e00cbeda6e046fa66 columnFamilyName f1 2024-11-19T18:19:29,321 DEBUG [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:29,321 INFO [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] regionserver.HStore(327): Store=e660abd64e77278e00cbeda6e046fa66/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:29,321 INFO [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:29,322 INFO [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e660abd64e77278e00cbeda6e046fa66 columnFamilyName norep 2024-11-19T18:19:29,322 DEBUG [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:29,323 INFO [StoreOpener-e660abd64e77278e00cbeda6e046fa66-1 {}] regionserver.HStore(327): Store=e660abd64e77278e00cbeda6e046fa66/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:29,323 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,323 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,324 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,324 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,324 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,325 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:19:29,326 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,327 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:29,328 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e660abd64e77278e00cbeda6e046fa66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63269318, jitterRate=-0.05721369385719299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:19:29,328 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:29,328 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e660abd64e77278e00cbeda6e046fa66: Running coprocessor pre-open hook at 1732040369317Writing region info on filesystem at 1732040369317Initializing all the Stores at 1732040369318 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040369318Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040369318Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040369318Cleaning up temporary data from old regions at 1732040369324 (+6 ms)Running coprocessor post-open hooks at 1732040369328 (+4 ms)Region opened successfully at 1732040369328 2024-11-19T18:19:29,329 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040368175.e660abd64e77278e00cbeda6e046fa66., pid=6, masterSystemTime=1732040369312 2024-11-19T18:19:29,331 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:29,331 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:29,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e660abd64e77278e00cbeda6e046fa66, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,35821,1732040363368 2024-11-19T18:19:29,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e660abd64e77278e00cbeda6e046fa66, server=30db5f576be8,35821,1732040363368 because future has completed 2024-11-19T18:19:29,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:19:29,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e660abd64e77278e00cbeda6e046fa66, server=30db5f576be8,35821,1732040363368 in 174 msec 2024-11-19T18:19:29,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:19:29,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e660abd64e77278e00cbeda6e046fa66, ASSIGN in 332 msec 2024-11-19T18:19:29,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:19:29,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040369338"}]},"ts":"1732040369338"} 2024-11-19T18:19:29,340 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:19:29,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:19:29,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-19T18:19:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:30,331 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:19:30,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2e780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,38913,-1 for getting cluster id 2024-11-19T18:19:30,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:30,333 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5374dc-fb8f-4c59-be8f-70d630c350ac' 2024-11-19T18:19:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5374dc-fb8f-4c59-be8f-70d630c350ac" 2024-11-19T18:19:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc184d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,38913,-1] 2024-11-19T18:19:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:30,335 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:30,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dda4c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45965,-1 for getting cluster id 2024-11-19T18:19:30,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:30,337 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6' 2024-11-19T18:19:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6" 2024-11-19T18:19:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c3332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45965,-1] 2024-11-19T18:19:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:30,338 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:30,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5165e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,38913,-1 for getting cluster id 2024-11-19T18:19:30,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:30,340 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5374dc-fb8f-4c59-be8f-70d630c350ac' 2024-11-19T18:19:30,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:30,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5374dc-fb8f-4c59-be8f-70d630c350ac" 2024-11-19T18:19:30,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5297801d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,38913,-1] 2024-11-19T18:19:30,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:30,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:30,341 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@898a0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,38913,1732040359038 2024-11-19T18:19:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53f7bc93 2024-11-19T18:19:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:30,343 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:30,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:45965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:19:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:19:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:30,346 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:45965' 2024-11-19T18:19:30,347 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611e2e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,347 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45965,-1 for getting cluster id 2024-11-19T18:19:30,347 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:30,348 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6' 2024-11-19T18:19:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6" 2024-11-19T18:19:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd679a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45965,-1] 2024-11-19T18:19:30,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:30,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:30,349 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:30,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21def89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:30,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:30,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45965,1732040363328 2024-11-19T18:19:30,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@448bbf50 2024-11-19T18:19:30,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:30,351 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:30,352 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T18:19:30,352 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:19:30,352 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:30,352 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:30,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:30,353 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:30,353 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:19:30,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:19:30,354 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:30,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:19:30,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:19:30,404 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:19:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:30,764 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64b5c45ff015863770f1eb0e58b24983, NAME => 'hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c 2024-11-19T18:19:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:19:30,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T18:19:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:31,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:31,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 64b5c45ff015863770f1eb0e58b24983, disabling compactions & flushes 2024-11-19T18:19:31,170 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:31,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:31,171 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. after waiting 0 ms 2024-11-19T18:19:31,171 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:31,171 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:31,171 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64b5c45ff015863770f1eb0e58b24983: Waiting for close lock at 1732040371170Disabling compacts and flushes for region at 1732040371170Disabling writes for close at 1732040371171 (+1 ms)Writing region close event to WAL at 1732040371171Closed at 1732040371171 2024-11-19T18:19:31,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:19:31,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040371172"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040371172"}]},"ts":"1732040371172"} 2024-11-19T18:19:31,174 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:19:31,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:19:31,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040371175"}]},"ts":"1732040371175"} 2024-11-19T18:19:31,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:19:31,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64b5c45ff015863770f1eb0e58b24983, ASSIGN}] 2024-11-19T18:19:31,178 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64b5c45ff015863770f1eb0e58b24983, ASSIGN 2024-11-19T18:19:31,178 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=64b5c45ff015863770f1eb0e58b24983, ASSIGN; state=OFFLINE, location=30db5f576be8,46535,1732040359140; forceNewPlan=false, retain=false 2024-11-19T18:19:31,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64b5c45ff015863770f1eb0e58b24983, regionState=OPENING, regionLocation=30db5f576be8,46535,1732040359140 2024-11-19T18:19:31,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=64b5c45ff015863770f1eb0e58b24983, ASSIGN because future has completed 2024-11-19T18:19:31,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b5c45ff015863770f1eb0e58b24983, server=30db5f576be8,46535,1732040359140}] 2024-11-19T18:19:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:31,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:31,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:31,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:19:31,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C46535%2C1732040359140.rep, suffix=, logDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140, archiveDir=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/oldWALs, maxLogs=10 2024-11-19T18:19:31,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.rep.1732040371490, exclude list is [], retry=0 2024-11-19T18:19:31,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43855,DS-2b03ffe7-bdbd-45aa-944e-a2faf02bad10,DISK] 2024-11-19T18:19:31,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.rep.1732040371490 2024-11-19T18:19:31,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319)] 2024-11-19T18:19:31,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 64b5c45ff015863770f1eb0e58b24983, NAME => 'hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:31,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:31,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:19:31,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. service=MultiRowMutationService 2024-11-19T18:19:31,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:19:31,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:31,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,509 INFO [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,510 INFO [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64b5c45ff015863770f1eb0e58b24983 columnFamilyName hfileref 2024-11-19T18:19:31,510 DEBUG [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:31,510 INFO [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] regionserver.HStore(327): Store=64b5c45ff015863770f1eb0e58b24983/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:31,511 INFO [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,511 INFO [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64b5c45ff015863770f1eb0e58b24983 columnFamilyName queue 2024-11-19T18:19:31,511 DEBUG [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:31,512 INFO [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] regionserver.HStore(327): Store=64b5c45ff015863770f1eb0e58b24983/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:31,512 INFO [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,513 INFO [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64b5c45ff015863770f1eb0e58b24983 columnFamilyName sid 2024-11-19T18:19:31,513 DEBUG [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:31,514 INFO [StoreOpener-64b5c45ff015863770f1eb0e58b24983-1 {}] regionserver.HStore(327): Store=64b5c45ff015863770f1eb0e58b24983/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:31,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:19:31,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:31,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 64b5c45ff015863770f1eb0e58b24983; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63662604, jitterRate=-0.051353275775909424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:19:31,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:31,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 64b5c45ff015863770f1eb0e58b24983: Running coprocessor pre-open hook at 1732040371508Writing region info on filesystem at 1732040371508Initializing all the Stores at 1732040371508Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040371508Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040371509 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040371509Cleaning up temporary data from old regions at 1732040371516 (+7 ms)Running coprocessor post-open hooks at 1732040371519 (+3 ms)Region opened successfully at 1732040371520 (+1 ms) 2024-11-19T18:19:31,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983., pid=10, masterSystemTime=1732040371484 2024-11-19T18:19:31,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:31,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:31,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64b5c45ff015863770f1eb0e58b24983, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,46535,1732040359140 2024-11-19T18:19:31,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b5c45ff015863770f1eb0e58b24983, server=30db5f576be8,46535,1732040359140 because future has completed 2024-11-19T18:19:31,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:19:31,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 64b5c45ff015863770f1eb0e58b24983, server=30db5f576be8,46535,1732040359140 in 194 msec 2024-11-19T18:19:31,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:19:31,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64b5c45ff015863770f1eb0e58b24983, ASSIGN in 350 msec 2024-11-19T18:19:31,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:19:31,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040371530"}]},"ts":"1732040371530"} 2024-11-19T18:19:31,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:19:31,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:19:31,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-19T18:19:31,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983., hostname=30db5f576be8,46535,1732040359140, seqNum=2] 2024-11-19T18:19:31,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:31,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:31,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:19:31,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:19:31,723 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:19:31,754 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,46535,1732040359140, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:19:31,754 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:31,754 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,46535,1732040359140, seqNum=-1] 2024-11-19T18:19:31,755 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:31,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T18:19:31,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,46535,1732040359140', locateType=CURRENT is [region=hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983., hostname=30db5f576be8,46535,1732040359140, seqNum=2] 2024-11-19T18:19:31,761 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:19:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:19:31,763 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,46535,1732040359140 suceeded 2024-11-19T18:19:31,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:19:31,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-19T18:19:31,765 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:45965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:19:31,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-19T18:19:31,776 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:45965' 2024-11-19T18:19:31,777 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f0a7459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:31,777 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45965,-1 for getting cluster id 2024-11-19T18:19:31,777 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:31,778 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6' 2024-11-19T18:19:31,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:31,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6" 2024-11-19T18:19:31,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f13bef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:31,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45965,-1] 2024-11-19T18:19:31,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:31,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:31,779 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:31,780 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f14d13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:31,780 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:31,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45965,1732040363328 2024-11-19T18:19:31,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21e8cd8c 2024-11-19T18:19:31,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:31,782 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T18:19:31,783 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,46535,1732040359140 (queues=1) is replicating from cluster=ea5374dc-fb8f-4c59-be8f-70d630c350ac to cluster=e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6 2024-11-19T18:19:31,783 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C46535%2C1732040359140 2024-11-19T18:19:31,783 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,46535,1732040359140, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:19:31,791 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C46535%2C1732040359140 2024-11-19T18:19:31,791 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341, startPosition=0, beingWritten=true 2024-11-19T18:19:31,798 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:19:31,798 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 379, reset compression=false 2024-11-19T18:19:31,798 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,46535,1732040359140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:19:32,002 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 379, reset compression=false 2024-11-19T18:19:32,306 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 379, reset compression=false 2024-11-19T18:19:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:32,502 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:19:32,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:32,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:32,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:32,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:32,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:32,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:32,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45965,-1 for getting cluster id 2024-11-19T18:19:32,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:32,503 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6' 2024-11-19T18:19:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6" 2024-11-19T18:19:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb0bbe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45965,-1] 2024-11-19T18:19:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:32,505 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:32,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18141ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:32,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45965,1732040363328 2024-11-19T18:19:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c96e088 2024-11-19T18:19:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:32,508 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:32,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:38913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:19:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:19:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:32,511 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:38913' 2024-11-19T18:19:32,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf1d67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:32,512 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,38913,-1 for getting cluster id 2024-11-19T18:19:32,512 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:32,512 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5374dc-fb8f-4c59-be8f-70d630c350ac' 2024-11-19T18:19:32,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:32,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5374dc-fb8f-4c59-be8f-70d630c350ac" 2024-11-19T18:19:32,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3267e212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:32,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,38913,-1] 2024-11-19T18:19:32,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:32,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:32,514 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:32,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4279ad62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:32,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:32,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,38913,1732040359038 2024-11-19T18:19:32,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@407bb3bf 2024-11-19T18:19:32,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:32,516 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:32,516 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T18:19:32,516 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:19:32,516 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:32,516 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:32,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:32,517 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:32,518 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:19:32,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:19:32,519 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:32,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:19:32,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:19:32,568 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:19:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:32,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:19:32,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:32,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:32,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:32,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:32,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:32,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:32,710 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 379, reset compression=false 2024-11-19T18:19:32,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:32,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:32,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84605b4a032b8da86c6b1840ba67e553, NAME => 'hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2 2024-11-19T18:19:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:19:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:33,163 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T18:19:33,218 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 379, reset compression=false 2024-11-19T18:19:33,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:33,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 84605b4a032b8da86c6b1840ba67e553, disabling compactions & flushes 2024-11-19T18:19:33,338 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:33,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:33,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. after waiting 0 ms 2024-11-19T18:19:33,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:33,338 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:33,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84605b4a032b8da86c6b1840ba67e553: Waiting for close lock at 1732040373338Disabling compacts and flushes for region at 1732040373338Disabling writes for close at 1732040373338Writing region close event to WAL at 1732040373338Closed at 1732040373338 2024-11-19T18:19:33,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:19:33,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040373339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040373339"}]},"ts":"1732040373339"} 2024-11-19T18:19:33,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:19:33,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:19:33,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040373342"}]},"ts":"1732040373342"} 2024-11-19T18:19:33,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:19:33,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84605b4a032b8da86c6b1840ba67e553, ASSIGN}] 2024-11-19T18:19:33,345 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84605b4a032b8da86c6b1840ba67e553, ASSIGN 2024-11-19T18:19:33,346 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84605b4a032b8da86c6b1840ba67e553, ASSIGN; state=OFFLINE, location=30db5f576be8,35821,1732040363368; forceNewPlan=false, retain=false 2024-11-19T18:19:33,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84605b4a032b8da86c6b1840ba67e553, regionState=OPENING, regionLocation=30db5f576be8,35821,1732040363368 2024-11-19T18:19:33,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84605b4a032b8da86c6b1840ba67e553, ASSIGN because future has completed 2024-11-19T18:19:33,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84605b4a032b8da86c6b1840ba67e553, server=30db5f576be8,35821,1732040363368}] 2024-11-19T18:19:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:33,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:33,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:33,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:19:33,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C35821%2C1732040363368.rep, suffix=, logDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368, archiveDir=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/oldWALs, maxLogs=10 2024-11-19T18:19:33,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.rep.1732040373657, exclude list is [], retry=0 2024-11-19T18:19:33,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-3be82298-3cff-4658-9a56-9d5f1b539bf5,DISK] 2024-11-19T18:19:33,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.rep.1732040373657 2024-11-19T18:19:33,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-11-19T18:19:33,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 84605b4a032b8da86c6b1840ba67e553, NAME => 'hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:33,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:33,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:19:33,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. service=MultiRowMutationService 2024-11-19T18:19:33,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:19:33,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:33,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,677 INFO [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,678 INFO [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84605b4a032b8da86c6b1840ba67e553 columnFamilyName hfileref 2024-11-19T18:19:33,678 DEBUG [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:33,678 INFO [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] regionserver.HStore(327): Store=84605b4a032b8da86c6b1840ba67e553/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:33,678 INFO [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,679 INFO [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84605b4a032b8da86c6b1840ba67e553 columnFamilyName queue 2024-11-19T18:19:33,679 DEBUG [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:33,680 INFO [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] regionserver.HStore(327): Store=84605b4a032b8da86c6b1840ba67e553/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:33,680 INFO [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,681 INFO [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84605b4a032b8da86c6b1840ba67e553 columnFamilyName sid 2024-11-19T18:19:33,681 DEBUG [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:33,681 INFO [StoreOpener-84605b4a032b8da86c6b1840ba67e553-1 {}] regionserver.HStore(327): Store=84605b4a032b8da86c6b1840ba67e553/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:33,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:19:33,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:33,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 84605b4a032b8da86c6b1840ba67e553; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66433033, jitterRate=-0.010070666670799255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:19:33,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:33,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 84605b4a032b8da86c6b1840ba67e553: Running coprocessor pre-open hook at 1732040373676Writing region info on filesystem at 1732040373676Initializing all the Stores at 1732040373676Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040373676Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040373676Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040373676Cleaning up temporary data from old regions at 1732040373683 (+7 ms)Running coprocessor post-open hooks at 1732040373686 (+3 ms)Region opened successfully at 1732040373687 (+1 ms) 2024-11-19T18:19:33,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553., pid=10, masterSystemTime=1732040373652 2024-11-19T18:19:33,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:33,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:33,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84605b4a032b8da86c6b1840ba67e553, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,35821,1732040363368 2024-11-19T18:19:33,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84605b4a032b8da86c6b1840ba67e553, server=30db5f576be8,35821,1732040363368 because future has completed 2024-11-19T18:19:33,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:19:33,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 84605b4a032b8da86c6b1840ba67e553, server=30db5f576be8,35821,1732040363368 in 193 msec 2024-11-19T18:19:33,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:19:33,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84605b4a032b8da86c6b1840ba67e553, ASSIGN in 350 msec 2024-11-19T18:19:33,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:19:33,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040373696"}]},"ts":"1732040373696"} 2024-11-19T18:19:33,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:19:33,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:19:33,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-19T18:19:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553., hostname=30db5f576be8,35821,1732040363368, seqNum=2] 2024-11-19T18:19:33,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:33,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:33,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:19:33,822 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 379, reset compression=false 2024-11-19T18:19:33,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:19:33,887 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:19:33,915 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,35821,1732040363368, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:19:33,915 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:33,916 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35821,1732040363368, seqNum=-1] 2024-11-19T18:19:33,916 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:33,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T18:19:33,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,35821,1732040363368', locateType=CURRENT is [region=hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553., hostname=30db5f576be8,35821,1732040363368, seqNum=2] 2024-11-19T18:19:33,921 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:19:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:19:33,923 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,35821,1732040363368 suceeded 2024-11-19T18:19:33,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:19:33,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-19T18:19:33,925 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:38913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:19:33,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-19T18:19:33,936 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:38913' 2024-11-19T18:19:33,937 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11537504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:33,937 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,38913,-1 for getting cluster id 2024-11-19T18:19:33,937 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:33,938 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5374dc-fb8f-4c59-be8f-70d630c350ac' 2024-11-19T18:19:33,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:33,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5374dc-fb8f-4c59-be8f-70d630c350ac" 2024-11-19T18:19:33,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@597ef7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:33,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,38913,-1] 2024-11-19T18:19:33,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:33,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:33,939 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:33,940 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ea83420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:33,940 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:33,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,38913,1732040359038 2024-11-19T18:19:33,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b649ba3 2024-11-19T18:19:33,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:33,941 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T18:19:33,942 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,35821,1732040363368 (queues=1) is replicating from cluster=e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6 to cluster=ea5374dc-fb8f-4c59-be8f-70d630c350ac 2024-11-19T18:19:33,942 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C35821%2C1732040363368 2024-11-19T18:19:33,942 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,35821,1732040363368, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:19:33,942 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C35821%2C1732040363368 2024-11-19T18:19:33,942 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984, startPosition=0, beingWritten=true 2024-11-19T18:19:33,947 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:19:33,947 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 379, reset compression=false 2024-11-19T18:19:33,947 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35821,1732040363368 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:19:34,151 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 379, reset compression=false 2024-11-19T18:19:34,456 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 379, reset compression=false 2024-11-19T18:19:34,526 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 379, reset compression=false 2024-11-19T18:19:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:34,662 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:19:34,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:34,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:34,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:34,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:34,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:34,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:34,666 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732040374666/Put/seqid=0 2024-11-19T18:19:34,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741840_1016 (size=7894) 2024-11-19T18:19:34,860 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 379, reset compression=false 2024-11-19T18:19:35,073 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732040375072/Put/seqid=0 2024-11-19T18:19:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741841_1017 (size=7691) 2024-11-19T18:19:35,330 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 379, reset compression=false 2024-11-19T18:19:35,364 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 379, reset compression=false 2024-11-19T18:19:35,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:35,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,38913,-1 for getting cluster id 2024-11-19T18:19:35,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:35,479 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5374dc-fb8f-4c59-be8f-70d630c350ac' 2024-11-19T18:19:35,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:35,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5374dc-fb8f-4c59-be8f-70d630c350ac" 2024-11-19T18:19:35,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e79d760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:35,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,38913,-1] 2024-11-19T18:19:35,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:35,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:35,481 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:35,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:35,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,46535,1732040359140, seqNum=-1] 2024-11-19T18:19:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:35,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:35,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,38913,1732040359038 2024-11-19T18:19:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4821c6ee 2024-11-19T18:19:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:35,493 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7., hostname=30db5f576be8,46535,1732040359140, seqNum=2] 2024-11-19T18:19:35,499 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:19:35,504 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T18:19:35,506 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T18:19:35,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 9536ae594ba750a4d9cb185451f3b0b7/f 2024-11-19T18:19:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T18:19:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:19:35,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 9536ae594ba750a4d9cb185451f3b0b7/f 2024-11-19T18:19:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T18:19:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:19:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(2603): Flush status journal for 9536ae594ba750a4d9cb185451f3b0b7: 2024-11-19T18:19:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins__test__h0f10sq2bmhvlfc08u0ef03u8uuci1cvbbi7q2080k98k5hrbp3kq9dc3r7s9cpm/f/hfile_1 2024-11-19T18:19:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins__test__h0f10sq2bmhvlfc08u0ef03u8uuci1cvbbi7q2080k98k5hrbp3kq9dc3r7s9cpm/f/hfile_1 as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_ 2024-11-19T18:19:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins__test__h0f10sq2bmhvlfc08u0ef03u8uuci1cvbbi7q2080k98k5hrbp3kq9dc3r7s9cpm/f/hfile_0 2024-11-19T18:19:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins__test__h0f10sq2bmhvlfc08u0ef03u8uuci1cvbbi7q2080k98k5hrbp3kq9dc3r7s9cpm/f/hfile_0 as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/db290dc08e2b47f486675cee99bf6f95_SeqId_4_ 2024-11-19T18:19:35,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins__test__h0f10sq2bmhvlfc08u0ef03u8uuci1cvbbi7q2080k98k5hrbp3kq9dc3r7s9cpm/f/hfile_1 into 9536ae594ba750a4d9cb185451f3b0b7/f as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_ - updating store file list. 2024-11-19T18:19:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:19:35,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_ into 9536ae594ba750a4d9cb185451f3b0b7/f 2024-11-19T18:19:35,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins__test__h0f10sq2bmhvlfc08u0ef03u8uuci1cvbbi7q2080k98k5hrbp3kq9dc3r7s9cpm/f/hfile_1 into 9536ae594ba750a4d9cb185451f3b0b7/f (new location: hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_) 2024-11-19T18:19:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins__test__h0f10sq2bmhvlfc08u0ef03u8uuci1cvbbi7q2080k98k5hrbp3kq9dc3r7s9cpm/f/hfile_1 2024-11-19T18:19:35,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins__test__h0f10sq2bmhvlfc08u0ef03u8uuci1cvbbi7q2080k98k5hrbp3kq9dc3r7s9cpm/f/hfile_0 into 9536ae594ba750a4d9cb185451f3b0b7/f as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/db290dc08e2b47f486675cee99bf6f95_SeqId_4_ - updating store file list. 2024-11-19T18:19:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db290dc08e2b47f486675cee99bf6f95_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:19:35,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/db290dc08e2b47f486675cee99bf6f95_SeqId_4_ into 9536ae594ba750a4d9cb185451f3b0b7/f 2024-11-19T18:19:35,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins__test__h0f10sq2bmhvlfc08u0ef03u8uuci1cvbbi7q2080k98k5hrbp3kq9dc3r7s9cpm/f/hfile_0 into 9536ae594ba750a4d9cb185451f3b0b7/f (new location: hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/db290dc08e2b47f486675cee99bf6f95_SeqId_4_) 2024-11-19T18:19:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins__test__h0f10sq2bmhvlfc08u0ef03u8uuci1cvbbi7q2080k98k5hrbp3kq9dc3r7s9cpm/f/hfile_0 2024-11-19T18:19:35,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:35,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:35,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:35,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7., hostname=30db5f576be8,46535,1732040359140, seqNum=2 , the old value is region=test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7., hostname=30db5f576be8,46535,1732040359140, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30db5f576be8:46535 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:19:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7., hostname=30db5f576be8,46535,1732040359140, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:19:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7., hostname=30db5f576be8,46535,1732040359140, seqNum=2 from cache 2024-11-19T18:19:35,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:35,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:35,538 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T18:19:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35821,1732040363368, seqNum=-1] 2024-11-19T18:19:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:35,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040368175.e660abd64e77278e00cbeda6e046fa66., hostname=30db5f576be8,35821,1732040363368, seqNum=2] 2024-11-19T18:19:35,543 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T18:19:35,641 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:46535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T18:19:35,969 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 379, reset compression=false 2024-11-19T18:19:36,235 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 379, reset compression=false 2024-11-19T18:19:36,240 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:19:36,240 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,46535,1732040359140 got entry batch from reader: WALEntryBatch [walEntries=[{test/9536ae594ba750a4d9cb185451f3b0b7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732040375535/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T18:19:36,242 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:19:36,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-19T18:19:36,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.ReplicationSink(318): Replicating [ea5374dc-fb8f-4c59-be8f-70d630c350ac] bulk loaded data 2024-11-19T18:19:36,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dadad41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:36,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45965,-1 for getting cluster id 2024-11-19T18:19:36,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:36,245 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6' 2024-11-19T18:19:36,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:36,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6" 2024-11-19T18:19:36,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51ef1b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:36,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45965,-1] 2024-11-19T18:19:36,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:36,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:36,246 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:36,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@df52154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:36,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741840_1016 (size=7691) 2024-11-19T18:19:36,440 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 687, reset compression=false 2024-11-19T18:19:36,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T18:19:36,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T18:19:36,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T18:19:36,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T18:19:36,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:19:36,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T18:19:36,545 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T18:19:36,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741841_1017 (size=7894) 2024-11-19T18:19:36,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:36,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45965,1732040363328 2024-11-19T18:19:36,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@632a04f0 2024-11-19T18:19:36,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:36,672 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T18:19:36,673 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 379, reset compression=false 2024-11-19T18:19:36,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:19:36,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:36,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35821,1732040363368, seqNum=-1] 2024-11-19T18:19:36,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:36,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T18:19:36,694 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T18:19:36,696 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/db290dc08e2b47f486675cee99bf6f95_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T18:19:36,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/db290dc08e2b47f486675cee99bf6f95_SeqId_4_ for inclusion in e660abd64e77278e00cbeda6e046fa66/f 2024-11-19T18:19:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T18:19:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:19:36,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_ for inclusion in e660abd64e77278e00cbeda6e046fa66/f 2024-11-19T18:19:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T18:19:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:19:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HRegion(2603): Flush status journal for e660abd64e77278e00cbeda6e046fa66: 2024-11-19T18:19:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): db290dc08e2b47f486675cee99bf6f95_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:19:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/db290dc08e2b47f486675cee99bf6f95_SeqId_4_ as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/e44d53feb42d4e4cae19e91680e1be44_SeqId_4_ 2024-11-19T18:19:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:19:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_ as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/bfd93249aac74b39b76c0e63d4d01223_SeqId_4_ 2024-11-19T18:19:36,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/db290dc08e2b47f486675cee99bf6f95_SeqId_4_ into e660abd64e77278e00cbeda6e046fa66/f as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/e44d53feb42d4e4cae19e91680e1be44_SeqId_4_ - updating store file list. 2024-11-19T18:19:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e44d53feb42d4e4cae19e91680e1be44_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:19:36,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/e44d53feb42d4e4cae19e91680e1be44_SeqId_4_ into e660abd64e77278e00cbeda6e046fa66/f 2024-11-19T18:19:36,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/db290dc08e2b47f486675cee99bf6f95_SeqId_4_ into e660abd64e77278e00cbeda6e046fa66/f (new location: hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/e44d53feb42d4e4cae19e91680e1be44_SeqId_4_) 2024-11-19T18:19:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/db290dc08e2b47f486675cee99bf6f95_SeqId_4_ 2024-11-19T18:19:36,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_ into e660abd64e77278e00cbeda6e046fa66/f as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/bfd93249aac74b39b76c0e63d4d01223_SeqId_4_ - updating store file list. 2024-11-19T18:19:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bfd93249aac74b39b76c0e63d4d01223_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:19:36,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/bfd93249aac74b39b76c0e63d4d01223_SeqId_4_ into e660abd64e77278e00cbeda6e046fa66/f 2024-11-19T18:19:36,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_ into e660abd64e77278e00cbeda6e046fa66/f (new location: hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/bfd93249aac74b39b76c0e63d4d01223_SeqId_4_) 2024-11-19T18:19:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins.hfs.11__test__bkmos63r6sdklvl8l7iekpp415jk3i2v3s9arl07cjmipolh9ikj7h9g2v52ohk1/f/55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_ 2024-11-19T18:19:36,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.ReplicationSink(324): Finished replicating [ea5374dc-fb8f-4c59-be8f-70d630c350ac] bulk loaded data 2024-11-19T18:19:36,745 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 687, reset compression=false 2024-11-19T18:19:37,149 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 687, reset compression=false 2024-11-19T18:19:37,496 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 379, reset compression=false 2024-11-19T18:19:37,501 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:19:37,502 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35821,1732040363368 got entry batch from reader: WALEntryBatch [walEntries=[{test/e660abd64e77278e00cbeda6e046fa66/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732040376718/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T18:19:37,504 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:19:37,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-19T18:19:37,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.ReplicationSink(318): Replicating [ea5374dc-fb8f-4c59-be8f-70d630c350ac, e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6] bulk loaded data 2024-11-19T18:19:37,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd95548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:37,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,38913,-1 for getting cluster id 2024-11-19T18:19:37,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:37,506 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5374dc-fb8f-4c59-be8f-70d630c350ac' 2024-11-19T18:19:37,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:37,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5374dc-fb8f-4c59-be8f-70d630c350ac" 2024-11-19T18:19:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@629b6a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,38913,-1] 2024-11-19T18:19:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:37,508 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:37,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a94c908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741842_1018 (size=7894) 2024-11-19T18:19:37,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:37,555 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732040377555/Put/seqid=0 2024-11-19T18:19:37,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741842_1018 (size=11194) 2024-11-19T18:19:37,653 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 687, reset compression=false 2024-11-19T18:19:37,702 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 725, reset compression=false 2024-11-19T18:19:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741843_1019 (size=7691) 2024-11-19T18:19:37,961 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732040377961/Put/seqid=0 2024-11-19T18:19:37,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741843_1019 (size=10791) 2024-11-19T18:19:38,005 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 725, reset compression=false 2024-11-19T18:19:38,257 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 687, reset compression=false 2024-11-19T18:19:38,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:38,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,38913,1732040359038 2024-11-19T18:19:38,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c2b72a1 2024-11-19T18:19:38,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:38,330 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T18:19:38,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:19:38,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:38,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,46535,1732040359140, seqNum=-1] 2024-11-19T18:19:38,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:38,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T18:19:38,338 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__u30ubdup2v0thjq8gui6e8kp8i6ktc8kl1nqnt1g2f09m7o25vt0nr2r77mrl5pt/f/bfd93249aac74b39b76c0e63d4d01223_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T18:19:38,340 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__u30ubdup2v0thjq8gui6e8kp8i6ktc8kl1nqnt1g2f09m7o25vt0nr2r77mrl5pt/f/e44d53feb42d4e4cae19e91680e1be44_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T18:19:38,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.ReplicationSink(324): Finished replicating [ea5374dc-fb8f-4c59-be8f-70d630c350ac, e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6] bulk loaded data 2024-11-19T18:19:38,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d3f3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:38,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45965,-1 for getting cluster id 2024-11-19T18:19:38,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:38,368 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6' 2024-11-19T18:19:38,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:38,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6" 2024-11-19T18:19:38,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406ff067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:38,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45965,-1] 2024-11-19T18:19:38,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:38,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:38,369 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:38,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d89c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:38,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:38,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35821,1732040363368, seqNum=-1] 2024-11-19T18:19:38,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:38,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:38,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45965,1732040363328 2024-11-19T18:19:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d911091 2024-11-19T18:19:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:38,380 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040368175.e660abd64e77278e00cbeda6e046fa66., hostname=30db5f576be8,35821,1732040363368, seqNum=2] 2024-11-19T18:19:38,385 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:19:38,389 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T18:19:38,391 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T18:19:38,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/testHFileCyclicReplication_10/f/hfile_1 for inclusion in e660abd64e77278e00cbeda6e046fa66/f 2024-11-19T18:19:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T18:19:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:19:38,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/testHFileCyclicReplication_10/f/hfile_0 for inclusion in e660abd64e77278e00cbeda6e046fa66/f 2024-11-19T18:19:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T18:19:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:19:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HRegion(2603): Flush status journal for e660abd64e77278e00cbeda6e046fa66: 2024-11-19T18:19:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins__test__a0h5b6q0fk0oo4b96eadjbbelfjm726f9pu5tpd2i0oubu24bt19m9dlo40tpnkd/f/hfile_1 2024-11-19T18:19:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins__test__a0h5b6q0fk0oo4b96eadjbbelfjm726f9pu5tpd2i0oubu24bt19m9dlo40tpnkd/f/hfile_1 as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_ 2024-11-19T18:19:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins__test__a0h5b6q0fk0oo4b96eadjbbelfjm726f9pu5tpd2i0oubu24bt19m9dlo40tpnkd/f/hfile_0 2024-11-19T18:19:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins__test__a0h5b6q0fk0oo4b96eadjbbelfjm726f9pu5tpd2i0oubu24bt19m9dlo40tpnkd/f/hfile_0 as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/d87f63523a4a4a569239ea76e7711cd7_SeqId_6_ 2024-11-19T18:19:38,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins__test__a0h5b6q0fk0oo4b96eadjbbelfjm726f9pu5tpd2i0oubu24bt19m9dlo40tpnkd/f/hfile_1 into e660abd64e77278e00cbeda6e046fa66/f as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_ - updating store file list. 2024-11-19T18:19:38,408 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 725, reset compression=false 2024-11-19T18:19:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T18:19:38,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_ into e660abd64e77278e00cbeda6e046fa66/f 2024-11-19T18:19:38,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins__test__a0h5b6q0fk0oo4b96eadjbbelfjm726f9pu5tpd2i0oubu24bt19m9dlo40tpnkd/f/hfile_1 into e660abd64e77278e00cbeda6e046fa66/f (new location: hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_) 2024-11-19T18:19:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins__test__a0h5b6q0fk0oo4b96eadjbbelfjm726f9pu5tpd2i0oubu24bt19m9dlo40tpnkd/f/hfile_1 2024-11-19T18:19:38,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins__test__a0h5b6q0fk0oo4b96eadjbbelfjm726f9pu5tpd2i0oubu24bt19m9dlo40tpnkd/f/hfile_0 into e660abd64e77278e00cbeda6e046fa66/f as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/d87f63523a4a4a569239ea76e7711cd7_SeqId_6_ - updating store file list. 2024-11-19T18:19:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d87f63523a4a4a569239ea76e7711cd7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T18:19:38,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/d87f63523a4a4a569239ea76e7711cd7_SeqId_6_ into e660abd64e77278e00cbeda6e046fa66/f 2024-11-19T18:19:38,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins__test__a0h5b6q0fk0oo4b96eadjbbelfjm726f9pu5tpd2i0oubu24bt19m9dlo40tpnkd/f/hfile_0 into e660abd64e77278e00cbeda6e046fa66/f (new location: hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/f/d87f63523a4a4a569239ea76e7711cd7_SeqId_6_) 2024-11-19T18:19:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/staging/jenkins__test__a0h5b6q0fk0oo4b96eadjbbelfjm726f9pu5tpd2i0oubu24bt19m9dlo40tpnkd/f/hfile_0 2024-11-19T18:19:38,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:38,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:38,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:38,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:38,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:38,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732040368175.e660abd64e77278e00cbeda6e046fa66., hostname=30db5f576be8,35821,1732040363368, seqNum=2 , the old value is region=test,,1732040368175.e660abd64e77278e00cbeda6e046fa66., hostname=30db5f576be8,35821,1732040363368, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30db5f576be8:35821 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:19:38,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732040368175.e660abd64e77278e00cbeda6e046fa66., hostname=30db5f576be8,35821,1732040363368, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:19:38,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732040368175.e660abd64e77278e00cbeda6e046fa66., hostname=30db5f576be8,35821,1732040363368, seqNum=2 from cache 2024-11-19T18:19:38,418 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T18:19:38,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,46535,1732040359140, seqNum=-1] 2024-11-19T18:19:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:38,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:38,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7., hostname=30db5f576be8,46535,1732040359140, seqNum=2] 2024-11-19T18:19:38,429 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T18:19:38,522 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:35821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T18:19:38,912 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 725, reset compression=false 2024-11-19T18:19:38,917 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:19:38,917 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35821,1732040363368 got entry batch from reader: WALEntryBatch [walEntries=[{test/e660abd64e77278e00cbeda6e046fa66/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732040378416/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T18:19:38,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.ReplicationSink(318): Replicating [e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6] bulk loaded data 2024-11-19T18:19:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741844_1020 (size=10791) 2024-11-19T18:19:38,960 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 687, reset compression=false 2024-11-19T18:19:39,117 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 1033, reset compression=false 2024-11-19T18:19:39,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:19:39,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:39,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:39,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:39,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:39,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:39,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:39,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:39,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741845_1021 (size=11194) 2024-11-19T18:19:39,421 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 1033, reset compression=false 2024-11-19T18:19:39,433 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T18:19:39,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:19:39,751 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-19T18:19:39,753 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/d87f63523a4a4a569239ea76e7711cd7_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-19T18:19:39,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_ for inclusion in 9536ae594ba750a4d9cb185451f3b0b7/f 2024-11-19T18:19:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T18:19:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:19:39,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/d87f63523a4a4a569239ea76e7711cd7_SeqId_6_ for inclusion in 9536ae594ba750a4d9cb185451f3b0b7/f 2024-11-19T18:19:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T18:19:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:19:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(2603): Flush status journal for 9536ae594ba750a4d9cb185451f3b0b7: 2024-11-19T18:19:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:19:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_ as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/e426d17fc2f24f0da74e05fd75ef4f61_SeqId_6_ 2024-11-19T18:19:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d87f63523a4a4a569239ea76e7711cd7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:19:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/d87f63523a4a4a569239ea76e7711cd7_SeqId_6_ as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/ad4ba6284f42424e98cf91d19bcff5c8_SeqId_6_ 2024-11-19T18:19:39,764 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 687, reset compression=false 2024-11-19T18:19:39,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_ into 9536ae594ba750a4d9cb185451f3b0b7/f as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/e426d17fc2f24f0da74e05fd75ef4f61_SeqId_6_ - updating store file list. 2024-11-19T18:19:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e426d17fc2f24f0da74e05fd75ef4f61_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T18:19:39,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/e426d17fc2f24f0da74e05fd75ef4f61_SeqId_6_ into 9536ae594ba750a4d9cb185451f3b0b7/f 2024-11-19T18:19:39,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_ into 9536ae594ba750a4d9cb185451f3b0b7/f (new location: hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/e426d17fc2f24f0da74e05fd75ef4f61_SeqId_6_) 2024-11-19T18:19:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_ 2024-11-19T18:19:39,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/d87f63523a4a4a569239ea76e7711cd7_SeqId_6_ into 9536ae594ba750a4d9cb185451f3b0b7/f as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/ad4ba6284f42424e98cf91d19bcff5c8_SeqId_6_ - updating store file list. 2024-11-19T18:19:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad4ba6284f42424e98cf91d19bcff5c8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T18:19:39,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/ad4ba6284f42424e98cf91d19bcff5c8_SeqId_6_ into 9536ae594ba750a4d9cb185451f3b0b7/f 2024-11-19T18:19:39,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/d87f63523a4a4a569239ea76e7711cd7_SeqId_6_ into 9536ae594ba750a4d9cb185451f3b0b7/f (new location: hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/f/ad4ba6284f42424e98cf91d19bcff5c8_SeqId_6_) 2024-11-19T18:19:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/staging/jenkins.hfs.10__test__ofibh20jdt6sbliii3k9d42n5b257ftu0q773ubvvma3otihmjmk7f995956pcsh/f/d87f63523a4a4a569239ea76e7711cd7_SeqId_6_ 2024-11-19T18:19:39,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.ReplicationSink(324): Finished replicating [e1af2fd1-f79e-47b5-b2b7-ded6ab0d5ed6] bulk loaded data 2024-11-19T18:19:39,825 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 1033, reset compression=false 2024-11-19T18:19:40,329 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 1033, reset compression=false 2024-11-19T18:19:40,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:19:40,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:40,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:40,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:40,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:40,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:40,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:19:40,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=889753801, stopped=false 2024-11-19T18:19:40,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,45965,1732040363328 2024-11-19T18:19:40,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-367838588/running 2024-11-19T18:19:40,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:40,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-367838588/running 2024-11-19T18:19:40,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:40,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Set watcher on znode that does not yet exist, /1-367838588/running 2024-11-19T18:19:40,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Set watcher on znode that does not yet exist, /1-367838588/running 2024-11-19T18:19:40,450 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:19:40,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:40,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:40,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:40,450 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,35821,1732040363368' ***** 2024-11-19T18:19:40,450 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:19:40,451 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:19:40,451 INFO [RS:0;30db5f576be8:35821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:19:40,451 INFO [RS:0;30db5f576be8:35821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:19:40,451 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:19:40,451 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(3091): Received CLOSE for e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:40,452 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(3091): Received CLOSE for 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:40,452 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,35821,1732040363368 2024-11-19T18:19:40,452 INFO [RS:0;30db5f576be8:35821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:19:40,452 INFO [RS:0;30db5f576be8:35821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:35821. 2024-11-19T18:19:40,452 DEBUG [RS:0;30db5f576be8:35821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:40,452 DEBUG [RS:0;30db5f576be8:35821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:40,452 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e660abd64e77278e00cbeda6e046fa66, disabling compactions & flushes 2024-11-19T18:19:40,452 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:40,452 INFO [RS:0;30db5f576be8:35821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:19:40,452 INFO [RS:0;30db5f576be8:35821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:19:40,452 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:40,452 INFO [RS:0;30db5f576be8:35821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:19:40,452 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. after waiting 0 ms 2024-11-19T18:19:40,452 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:19:40,452 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:40,457 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:19:40,457 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1325): Online Regions={e660abd64e77278e00cbeda6e046fa66=test,,1732040368175.e660abd64e77278e00cbeda6e046fa66., 1588230740=hbase:meta,,1.1588230740, 84605b4a032b8da86c6b1840ba67e553=hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553.} 2024-11-19T18:19:40,457 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84605b4a032b8da86c6b1840ba67e553, e660abd64e77278e00cbeda6e046fa66 2024-11-19T18:19:40,457 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:19:40,457 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:19:40,458 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:19:40,458 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:19:40,458 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:19:40,458 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:19:40,460 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:19:40,477 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/default/test/e660abd64e77278e00cbeda6e046fa66/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T18:19:40,478 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:40,478 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:19:40,478 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:40,478 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e660abd64e77278e00cbeda6e046fa66: Waiting for close lock at 1732040380452Running coprocessor pre-close hooks at 1732040380452Disabling compacts and flushes for region at 1732040380452Disabling writes for close at 1732040380452Writing region close event to WAL at 1732040380461 (+9 ms)Running coprocessor post-close hooks at 1732040380478 (+17 ms)Closed at 1732040380478 2024-11-19T18:19:40,479 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040368175.e660abd64e77278e00cbeda6e046fa66. 2024-11-19T18:19:40,479 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84605b4a032b8da86c6b1840ba67e553, disabling compactions & flushes 2024-11-19T18:19:40,479 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:40,479 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:40,479 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. after waiting 0 ms 2024-11-19T18:19:40,479 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:40,479 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 84605b4a032b8da86c6b1840ba67e553 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-19T18:19:40,486 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/info/9192a44ef9e042b8b794015f0e02ca9b is 147, key is hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553./info:regioninfo/1732040373689/Put/seqid=0 2024-11-19T18:19:40,502 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/.tmp/hfileref/e7640ce5eafd4395a0610499a2e6cbc6 is 74, key is 1/hfileref:9d3eb15b8cca46408a84f1935dc349c6_SeqId_6_/1732040379777/DeleteColumn/seqid=0 2024-11-19T18:19:40,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741844_1020 (size=7686) 2024-11-19T18:19:40,511 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/info/9192a44ef9e042b8b794015f0e02ca9b 2024-11-19T18:19:40,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741845_1021 (size=5345) 2024-11-19T18:19:40,568 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/ns/8ae6f2c658274db3a1937298e03bca23 is 43, key is default/ns:d/1732040365980/Put/seqid=0 2024-11-19T18:19:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741846_1022 (size=5153) 2024-11-19T18:19:40,580 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/ns/8ae6f2c658274db3a1937298e03bca23 2024-11-19T18:19:40,612 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/rep_barrier/03395c8655074b31b843aff117d226a8 is 112, key is test,,1732040368175.e660abd64e77278e00cbeda6e046fa66./rep_barrier:seqnumDuringOpen/1732040369331/Put/seqid=0 2024-11-19T18:19:40,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741847_1023 (size=5518) 2024-11-19T18:19:40,658 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:40,668 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 687, reset compression=false 2024-11-19T18:19:40,675 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:19:40,675 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,46535,1732040359140 got entry batch from reader: WALEntryBatch [walEntries=[{test/9536ae594ba750a4d9cb185451f3b0b7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732040379774/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T18:19:40,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30db5f576be8,35821,1732040363368 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T18:19:40,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:47102 deadline: 1732040440676, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30db5f576be8,35821,1732040363368 stopping 2024-11-19T18:19:40,679 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30db5f576be8,35821,1732040363368 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:19:40,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30db5f576be8,35821,1732040363368 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T18:19:40,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:47102 deadline: 1732040440782, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30db5f576be8,35821,1732040363368 stopping 2024-11-19T18:19:40,783 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30db5f576be8,35821,1732040363368 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:19:40,852 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:19:40,852 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:19:40,858 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:40,875 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 1033, reset compression=false 2024-11-19T18:19:40,933 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 1033, reset compression=false 2024-11-19T18:19:40,937 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/.tmp/hfileref/e7640ce5eafd4395a0610499a2e6cbc6 2024-11-19T18:19:40,939 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:19:40,939 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 1328, reset compression=false 2024-11-19T18:19:40,939 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35821,1732040363368 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:19:40,940 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30db5f576be8,35821,1732040363368: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30db5f576be8,35821,1732040363368, walGroup=30db5f576be8%2C35821%2C1732040363368, offset=30db5f576be8%2C35821%2C1732040363368.1732040364984:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:35821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T18:19:40,941 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T18:19:40,941 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T18:19:40,942 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T18:19:40,942 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T18:19:40,942 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T18:19:40,942 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 603450368 }, "NonHeapMemoryUsage": { "committed": 190447616, "init": 7667712, "max": -1, "used": 187709472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T18:19:40,945 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T18:19:40,971 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/.tmp/queue/3e4cdc8cbaff464abf290991e9a3620a is 154, key is 1-30db5f576be8,35821,1732040363368/queue:30db5f576be8%2C35821%2C1732040363368/1732040379778/Put/seqid=0 2024-11-19T18:19:40,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741848_1024 (size=5353) 2024-11-19T18:19:40,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 30db5f576be8,35821,1732040363368 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:19:40,987 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 30db5f576be8,35821,1732040363368 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:19:41,021 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/rep_barrier/03395c8655074b31b843aff117d226a8 2024-11-19T18:19:41,042 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/table/1134ea65a3dc4255b88b19ca6c36e0fb is 53, key is hbase:replication/table:state/1732040373696/Put/seqid=0 2024-11-19T18:19:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741849_1025 (size=5308) 2024-11-19T18:19:41,058 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:41,149 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 1328, reset compression=false 2024-11-19T18:19:41,179 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 1033, reset compression=false 2024-11-19T18:19:41,258 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84605b4a032b8da86c6b1840ba67e553 2024-11-19T18:19:41,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 30db5f576be8,35821,1732040363368 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:19:41,291 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 30db5f576be8,35821,1732040363368 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:19:41,376 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/.tmp/queue/3e4cdc8cbaff464abf290991e9a3620a 2024-11-19T18:19:41,381 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/.tmp/hfileref/e7640ce5eafd4395a0610499a2e6cbc6 as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/hfileref/e7640ce5eafd4395a0610499a2e6cbc6 2024-11-19T18:19:41,385 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/hfileref/e7640ce5eafd4395a0610499a2e6cbc6, entries=4, sequenceid=12, filesize=5.2 K 2024-11-19T18:19:41,386 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/.tmp/queue/3e4cdc8cbaff464abf290991e9a3620a as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/queue/3e4cdc8cbaff464abf290991e9a3620a 2024-11-19T18:19:41,390 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/queue/3e4cdc8cbaff464abf290991e9a3620a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T18:19:41,391 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 84605b4a032b8da86c6b1840ba67e553 in 912ms, sequenceid=12, compaction requested=false 2024-11-19T18:19:41,395 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/replication/84605b4a032b8da86c6b1840ba67e553/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T18:19:41,395 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:41,395 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:41,395 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:41,395 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84605b4a032b8da86c6b1840ba67e553: Waiting for close lock at 1732040380479Running coprocessor pre-close hooks at 1732040380479Disabling compacts and flushes for region at 1732040380479Disabling writes for close at 1732040380479Obtaining lock to block concurrent updates at 1732040380479Preparing flush snapshotting stores in 84605b4a032b8da86c6b1840ba67e553 at 1732040380479Finished memstore snapshotting hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732040380480 (+1 ms)Flushing stores of hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. at 1732040380480Flushing 84605b4a032b8da86c6b1840ba67e553/hfileref: creating writer at 1732040380480Flushing 84605b4a032b8da86c6b1840ba67e553/hfileref: appending metadata at 1732040380502 (+22 ms)Flushing 84605b4a032b8da86c6b1840ba67e553/hfileref: closing flushed file at 1732040380502Flushing 84605b4a032b8da86c6b1840ba67e553/queue: creating writer at 1732040380943 (+441 ms)Flushing 84605b4a032b8da86c6b1840ba67e553/queue: appending metadata at 1732040380971 (+28 ms)Flushing 84605b4a032b8da86c6b1840ba67e553/queue: closing flushed file at 1732040380971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea65fd5: reopening flushed file at 1732040381380 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23840381: reopening flushed file at 1732040381385 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 84605b4a032b8da86c6b1840ba67e553 in 912ms, sequenceid=12, compaction requested=false at 1732040381391 (+6 ms)Writing region close event to WAL at 1732040381392 (+1 ms)Running coprocessor post-close hooks at 1732040381395 (+3 ms)Closed at 1732040381395 2024-11-19T18:19:41,395 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040372517.84605b4a032b8da86c6b1840ba67e553. 2024-11-19T18:19:41,446 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/table/1134ea65a3dc4255b88b19ca6c36e0fb 2024-11-19T18:19:41,451 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/info/9192a44ef9e042b8b794015f0e02ca9b as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/info/9192a44ef9e042b8b794015f0e02ca9b 2024-11-19T18:19:41,453 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 1328, reset compression=false 2024-11-19T18:19:41,456 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/info/9192a44ef9e042b8b794015f0e02ca9b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:19:41,457 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/ns/8ae6f2c658274db3a1937298e03bca23 as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/ns/8ae6f2c658274db3a1937298e03bca23 2024-11-19T18:19:41,458 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:19:41,458 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:19:41,458 DEBUG [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:19:41,461 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/ns/8ae6f2c658274db3a1937298e03bca23, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:19:41,461 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/rep_barrier/03395c8655074b31b843aff117d226a8 as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/rep_barrier/03395c8655074b31b843aff117d226a8 2024-11-19T18:19:41,465 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/rep_barrier/03395c8655074b31b843aff117d226a8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:19:41,466 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/.tmp/table/1134ea65a3dc4255b88b19ca6c36e0fb as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/table/1134ea65a3dc4255b88b19ca6c36e0fb 2024-11-19T18:19:41,469 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/table/1134ea65a3dc4255b88b19ca6c36e0fb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:19:41,470 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false 2024-11-19T18:19:41,477 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:19:41,478 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:41,478 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:41,478 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:41,478 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040380457Running coprocessor pre-close hooks at 1732040380457Disabling compacts and flushes for region at 1732040380457Disabling writes for close at 1732040380458 (+1 ms)Obtaining lock to block concurrent updates at 1732040380458Preparing flush snapshotting stores in 1588230740 at 1732040380458Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040380458Flushing stores of hbase:meta,,1.1588230740 at 1732040380459 (+1 ms)Flushing 1588230740/info: creating writer at 1732040380459Flushing 1588230740/info: appending metadata at 1732040380484 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732040380484Flushing 1588230740/ns: creating writer at 1732040380528 (+44 ms)Flushing 1588230740/ns: appending metadata at 1732040380567 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1732040380567Flushing 1588230740/rep_barrier: creating writer at 1732040380589 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040380612 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040380612Flushing 1588230740/table: creating writer at 1732040381026 (+414 ms)Flushing 1588230740/table: appending metadata at 1732040381041 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732040381042 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac7c1c5: reopening flushed file at 1732040381450 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b25ffd: reopening flushed file at 1732040381456 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509fe408: reopening flushed file at 1732040381461 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c8b7c91: reopening flushed file at 1732040381465 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false at 1732040381470 (+5 ms)Writing region close event to WAL at 1732040381475 (+5 ms)Running coprocessor post-close hooks at 1732040381478 (+3 ms)Closed at 1732040381478 2024-11-19T18:19:41,478 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:41,583 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 1033, reset compression=false 2024-11-19T18:19:41,659 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,35821,1732040363368; all regions closed. 2024-11-19T18:19:41,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741834_1010 (size=4239) 2024-11-19T18:19:41,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.meta.1732040365930.meta not finished, retry = 0 2024-11-19T18:19:41,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 30db5f576be8,35821,1732040363368 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:19:41,695 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 30db5f576be8,35821,1732040363368 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:19:41,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741839_1015 (size=3127) 2024-11-19T18:19:41,764 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.rep.1732040373657 not finished, retry = 0 2024-11-19T18:19:41,857 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/WALs/30db5f576be8,35821,1732040363368/30db5f576be8%2C35821%2C1732040363368.1732040364984 to pos 1328, reset compression=false 2024-11-19T18:19:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741832_1008 (size=1336) 2024-11-19T18:19:41,868 DEBUG [RS:0;30db5f576be8:35821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:41,868 INFO [RS:0;30db5f576be8:35821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:19:41,868 INFO [RS:0;30db5f576be8:35821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:19:41,868 INFO [RS:0;30db5f576be8:35821 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:19:41,868 INFO [RS:0;30db5f576be8:35821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:19:41,868 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:19:41,868 INFO [RS:0;30db5f576be8:35821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,35821,1732040363368 because: Region server is closing 2024-11-19T18:19:41,869 INFO [RS:0;30db5f576be8:35821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:35821. 2024-11-19T18:19:41,869 DEBUG [RS:0;30db5f576be8:35821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:41,869 DEBUG [RS:0;30db5f576be8:35821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:41,869 DEBUG [RS:0;30db5f576be8:35821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:41,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:41,969 INFO [RS:0;30db5f576be8:35821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.shipper30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 terminated 2024-11-19T18:19:41,969 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35821,1732040363368.replicationSource.wal-reader.30db5f576be8%2C35821%2C1732040363368,1-30db5f576be8,35821,1732040363368 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:19:41,969 INFO [RS:0;30db5f576be8:35821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:35821. 2024-11-19T18:19:41,969 DEBUG [RS:0;30db5f576be8:35821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:41,969 DEBUG [RS:0;30db5f576be8:35821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:41,969 DEBUG [RS:0;30db5f576be8:35821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:41,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:41,970 INFO [RS:0;30db5f576be8:35821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35821 2024-11-19T18:19:41,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588/rs 2024-11-19T18:19:41,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-367838588/rs/30db5f576be8,35821,1732040363368 2024-11-19T18:19:41,971 INFO [RS:0;30db5f576be8:35821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:19:41,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,35821,1732040363368] 2024-11-19T18:19:41,975 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-367838588/draining/30db5f576be8,35821,1732040363368 already deleted, retry=false 2024-11-19T18:19:41,975 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,35821,1732040363368 expired; onlineServers=0 2024-11-19T18:19:41,975 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,45965,1732040363328' ***** 2024-11-19T18:19:41,975 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:19:41,975 INFO [M:0;30db5f576be8:45965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:19:41,975 INFO [M:0;30db5f576be8:45965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:19:41,975 DEBUG [M:0;30db5f576be8:45965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:19:41,975 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:19:41,975 DEBUG [M:0;30db5f576be8:45965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:19:41,975 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040364772 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040364772,5,FailOnTimeoutGroup] 2024-11-19T18:19:41,975 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040364768 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040364768,5,FailOnTimeoutGroup] 2024-11-19T18:19:41,975 INFO [M:0;30db5f576be8:45965 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:19:41,975 INFO [M:0;30db5f576be8:45965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:19:41,975 DEBUG [M:0;30db5f576be8:45965 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:19:41,975 INFO [M:0;30db5f576be8:45965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:19:41,976 INFO [M:0;30db5f576be8:45965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:19:41,976 INFO [M:0;30db5f576be8:45965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:19:41,976 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:19:41,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-367838588/master 2024-11-19T18:19:41,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367838588 2024-11-19T18:19:41,977 DEBUG [M:0;30db5f576be8:45965 {}] zookeeper.ZKUtil(347): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Unable to get data of znode /1-367838588/master because node does not exist (not an error) 2024-11-19T18:19:41,977 WARN [M:0;30db5f576be8:45965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:19:41,977 INFO [M:0;30db5f576be8:45965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/.lastflushedseqids 2024-11-19T18:19:41,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741850_1026 (size=263) 2024-11-19T18:19:42,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:42,074 INFO [RS:0;30db5f576be8:35821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:19:42,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x101317460960004, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:42,074 INFO [RS:0;30db5f576be8:35821 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,35821,1732040363368; zookeeper connection closed. 2024-11-19T18:19:42,074 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13019a8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13019a8a 2024-11-19T18:19:42,075 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:19:42,087 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 1033, reset compression=false 2024-11-19T18:19:42,198 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 30db5f576be8:35821 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30db5f576be8/172.17.0.2:35821 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:19:42,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 30db5f576be8:35821 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30db5f576be8/172.17.0.2:35821 2024-11-19T18:19:42,199 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=30db5f576be8:35821 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30db5f576be8/172.17.0.2:35821 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30db5f576be8/172.17.0.2:35821 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T18:19:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T18:19:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:60330 deadline: 1732040442201, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T18:19:42,202 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T18:19:42,203 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T18:19:42,388 INFO [M:0;30db5f576be8:45965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:19:42,389 INFO [M:0;30db5f576be8:45965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:19:42,389 DEBUG [M:0;30db5f576be8:45965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:19:42,389 INFO [M:0;30db5f576be8:45965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:42,389 DEBUG [M:0;30db5f576be8:45965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:42,389 DEBUG [M:0;30db5f576be8:45965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:19:42,389 DEBUG [M:0;30db5f576be8:45965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:42,389 INFO [M:0;30db5f576be8:45965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T18:19:42,405 DEBUG [M:0;30db5f576be8:45965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c9ec68f20404c91a49388ddf651d5c9 is 82, key is hbase:meta,,1/info:regioninfo/1732040365971/Put/seqid=0 2024-11-19T18:19:42,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741851_1027 (size=5672) 2024-11-19T18:19:42,691 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 1033, reset compression=false 2024-11-19T18:19:42,803 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T18:19:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T18:19:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:60330 deadline: 1732040442804, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T18:19:42,805 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T18:19:42,806 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T18:19:42,806 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T18:19:42,809 INFO [M:0;30db5f576be8:45965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c9ec68f20404c91a49388ddf651d5c9 2024-11-19T18:19:42,827 DEBUG [M:0;30db5f576be8:45965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ed00cbb7fa34aa8934528fd51a64bb6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732040373699/Put/seqid=0 2024-11-19T18:19:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741852_1028 (size=8516) 2024-11-19T18:19:43,231 INFO [M:0;30db5f576be8:45965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ed00cbb7fa34aa8934528fd51a64bb6 2024-11-19T18:19:43,249 DEBUG [M:0;30db5f576be8:45965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70430c324d3f4f278c4461a5d44a37de is 69, key is 30db5f576be8,35821,1732040363368/rs:state/1732040364824/Put/seqid=0 2024-11-19T18:19:43,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741853_1029 (size=5156) 2024-11-19T18:19:43,395 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 1033, reset compression=false 2024-11-19T18:19:43,507 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T18:19:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T18:19:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:60330 deadline: 1732040443508, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T18:19:43,509 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T18:19:43,509 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T18:19:43,509 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T18:19:43,654 INFO [M:0;30db5f576be8:45965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70430c324d3f4f278c4461a5d44a37de 2024-11-19T18:19:43,659 DEBUG [M:0;30db5f576be8:45965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c9ec68f20404c91a49388ddf651d5c9 as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c9ec68f20404c91a49388ddf651d5c9 2024-11-19T18:19:43,662 INFO [M:0;30db5f576be8:45965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c9ec68f20404c91a49388ddf651d5c9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T18:19:43,663 DEBUG [M:0;30db5f576be8:45965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ed00cbb7fa34aa8934528fd51a64bb6 as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ed00cbb7fa34aa8934528fd51a64bb6 2024-11-19T18:19:43,667 INFO [M:0;30db5f576be8:45965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ed00cbb7fa34aa8934528fd51a64bb6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T18:19:43,667 DEBUG [M:0;30db5f576be8:45965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70430c324d3f4f278c4461a5d44a37de as hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70430c324d3f4f278c4461a5d44a37de 2024-11-19T18:19:43,671 INFO [M:0;30db5f576be8:45965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42569/user/jenkins/test-data/653b9a12-6d12-0141-64ae-648a64fdc1b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70430c324d3f4f278c4461a5d44a37de, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T18:19:43,672 INFO [M:0;30db5f576be8:45965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-19T18:19:43,673 INFO [M:0;30db5f576be8:45965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:43,673 DEBUG [M:0;30db5f576be8:45965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040382389Disabling compacts and flushes for region at 1732040382389Disabling writes for close at 1732040382389Obtaining lock to block concurrent updates at 1732040382389Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040382389Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732040382389Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040382390 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040382390Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040382404 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040382404Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040382813 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040382827 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040382827Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040383235 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040383249 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040383249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@617aa276: reopening flushed file at 1732040383658 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1934971a: reopening flushed file at 1732040383662 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2c9254: reopening flushed file at 1732040383667 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732040383672 (+5 ms)Writing region close event to WAL at 1732040383673 (+1 ms)Closed at 1732040383673 2024-11-19T18:19:43,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741830_1006 (size=63654) 2024-11-19T18:19:43,676 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:19:43,676 INFO [M:0;30db5f576be8:45965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:19:43,676 INFO [M:0;30db5f576be8:45965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45965 2024-11-19T18:19:43,676 INFO [M:0;30db5f576be8:45965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:19:43,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:43,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45965-0x101317460960003, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:43,778 INFO [M:0;30db5f576be8:45965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:19:43,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b2b2829{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:19:43,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:19:43,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:19:43,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:19:43,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/hadoop.log.dir/,STOPPED} 2024-11-19T18:19:43,783 WARN [BP-394031194-172.17.0.2-1732040362312 heartbeating to localhost/127.0.0.1:42569 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:19:43,783 WARN [BP-394031194-172.17.0.2-1732040362312 heartbeating to localhost/127.0.0.1:42569 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-394031194-172.17.0.2-1732040362312 (Datanode Uuid 589c99d8-3175-4426-9853-43a5123678cc) service to localhost/127.0.0.1:42569 2024-11-19T18:19:43,783 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:19:43,783 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:19:43,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/cluster_ace9f975-cd52-eac9-0ca5-1687ff56bd1e/data/data1/current/BP-394031194-172.17.0.2-1732040362312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:19:43,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/cluster_ace9f975-cd52-eac9-0ca5-1687ff56bd1e/data/data2/current/BP-394031194-172.17.0.2-1732040362312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:19:43,785 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:19:43,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38940895{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:19:43,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:19:43,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:19:43,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:19:43,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/hadoop.log.dir/,STOPPED} 2024-11-19T18:19:43,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:19:43,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:19:43,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:43,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:43,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:43,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:43,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:43,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:19:43,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=640822345, stopped=false 2024-11-19T18:19:43,813 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,38913,1732040359038 2024-11-19T18:19:43,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1914695743/running 2024-11-19T18:19:43,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:43,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1914695743/running 2024-11-19T18:19:43,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:43,816 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:19:43,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Set watcher on znode that does not yet exist, /0-1914695743/running 2024-11-19T18:19:43,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:43,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:43,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Set watcher on znode that does not yet exist, /0-1914695743/running 2024-11-19T18:19:43,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:43,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,46535,1732040359140' ***** 2024-11-19T18:19:43,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:19:43,817 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:19:43,817 INFO [RS:0;30db5f576be8:46535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:19:43,817 INFO [RS:0;30db5f576be8:46535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:19:43,817 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:19:43,817 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(3091): Received CLOSE for 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:43,818 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(3091): Received CLOSE for 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:43,818 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,46535,1732040359140 2024-11-19T18:19:43,818 INFO [RS:0;30db5f576be8:46535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:19:43,818 INFO [RS:0;30db5f576be8:46535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:46535. 2024-11-19T18:19:43,818 DEBUG [RS:0;30db5f576be8:46535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:43,818 DEBUG [RS:0;30db5f576be8:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:43,818 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9536ae594ba750a4d9cb185451f3b0b7, disabling compactions & flushes 2024-11-19T18:19:43,818 INFO [RS:0;30db5f576be8:46535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:19:43,818 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:43,818 INFO [RS:0;30db5f576be8:46535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:19:43,818 INFO [RS:0;30db5f576be8:46535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:19:43,818 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:43,818 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:19:43,818 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. after waiting 0 ms 2024-11-19T18:19:43,818 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:43,818 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:19:43,818 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1325): Online Regions={9536ae594ba750a4d9cb185451f3b0b7=test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7., 64b5c45ff015863770f1eb0e58b24983=hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:19:43,818 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64b5c45ff015863770f1eb0e58b24983, 9536ae594ba750a4d9cb185451f3b0b7 2024-11-19T18:19:43,818 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:19:43,818 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:19:43,818 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:19:43,818 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:19:43,818 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:19:43,818 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:19:43,825 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/default/test/9536ae594ba750a4d9cb185451f3b0b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T18:19:43,825 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:43,825 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:19:43,825 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:43,825 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9536ae594ba750a4d9cb185451f3b0b7: Waiting for close lock at 1732040383818Running coprocessor pre-close hooks at 1732040383818Disabling compacts and flushes for region at 1732040383818Disabling writes for close at 1732040383818Writing region close event to WAL at 1732040383819 (+1 ms)Running coprocessor post-close hooks at 1732040383825 (+6 ms)Closed at 1732040383825 2024-11-19T18:19:43,826 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7. 2024-11-19T18:19:43,826 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64b5c45ff015863770f1eb0e58b24983, disabling compactions & flushes 2024-11-19T18:19:43,826 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:43,826 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:43,826 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. after waiting 0 ms 2024-11-19T18:19:43,826 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:43,826 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 64b5c45ff015863770f1eb0e58b24983 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-19T18:19:43,827 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:19:43,835 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/info/00a6e54e543240c1a45995260b19ac99 is 147, key is hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983./info:regioninfo/1732040371523/Put/seqid=0 2024-11-19T18:19:43,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741846_1022 (size=7686) 2024-11-19T18:19:43,845 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/.tmp/hfileref/9a02484765184e1d8555c97974405979 is 74, key is 1/hfileref:55cf6b1f3aca4182a4705ed90ccea750_SeqId_4_/1732040376721/DeleteColumn/seqid=0 2024-11-19T18:19:43,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741847_1023 (size=5345) 2024-11-19T18:19:44,018 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:44,199 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 1033, reset compression=false 2024-11-19T18:19:44,204 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:19:44,204 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 1328, reset compression=false 2024-11-19T18:19:44,219 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:44,232 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:19:44,232 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:19:44,240 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/info/00a6e54e543240c1a45995260b19ac99 2024-11-19T18:19:44,249 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/.tmp/hfileref/9a02484765184e1d8555c97974405979 2024-11-19T18:19:44,262 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/ns/088814fbca134eacbb617186ac174073 is 43, key is default/ns:d/1732040362262/Put/seqid=0 2024-11-19T18:19:44,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741848_1024 (size=5153) 2024-11-19T18:19:44,267 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/.tmp/queue/58355680b2594e1584e13e59756b22e2 is 153, key is 1-30db5f576be8,46535,1732040359140/queue:30db5f576be8%2C46535%2C1732040359140/1732040376722/Put/seqid=0 2024-11-19T18:19:44,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741849_1025 (size=5352) 2024-11-19T18:19:44,310 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T18:19:44,311 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 30db5f576be8:45965 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30db5f576be8/172.17.0.2:45965 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:19:44,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 30db5f576be8:45965 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30db5f576be8/172.17.0.2:45965 2024-11-19T18:19:44,407 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 1328, reset compression=false 2024-11-19T18:19:44,419 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:44,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:44,422 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 30db5f576be8:45965 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30db5f576be8/172.17.0.2:45965 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T18:19:44,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=30db5f576be8:45965 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30db5f576be8/172.17.0.2:45965 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-19T18:19:44,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 30db5f576be8:45965 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30db5f576be8/172.17.0.2:45965 2024-11-19T18:19:44,619 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64b5c45ff015863770f1eb0e58b24983 2024-11-19T18:19:44,631 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:44,631 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 30db5f576be8:45965 this server is in the failed servers list 2024-11-19T18:19:44,631 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 30db5f576be8:45965 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:19:44,667 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/ns/088814fbca134eacbb617186ac174073 2024-11-19T18:19:44,671 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/.tmp/queue/58355680b2594e1584e13e59756b22e2 2024-11-19T18:19:44,676 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/.tmp/hfileref/9a02484765184e1d8555c97974405979 as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/hfileref/9a02484765184e1d8555c97974405979 2024-11-19T18:19:44,680 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/hfileref/9a02484765184e1d8555c97974405979, entries=4, sequenceid=10, filesize=5.2 K 2024-11-19T18:19:44,681 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/.tmp/queue/58355680b2594e1584e13e59756b22e2 as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/queue/58355680b2594e1584e13e59756b22e2 2024-11-19T18:19:44,685 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/queue/58355680b2594e1584e13e59756b22e2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T18:19:44,686 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 64b5c45ff015863770f1eb0e58b24983 in 860ms, sequenceid=10, compaction requested=false 2024-11-19T18:19:44,686 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T18:19:44,689 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/rep_barrier/1207a18fd7164d9cbf5b64befa0fbd23 is 112, key is test,,1732040366021.9536ae594ba750a4d9cb185451f3b0b7./rep_barrier:seqnumDuringOpen/1732040367189/Put/seqid=0 2024-11-19T18:19:44,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741850_1026 (size=5518) 2024-11-19T18:19:44,692 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/replication/64b5c45ff015863770f1eb0e58b24983/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T18:19:44,693 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:44,693 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:44,693 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:44,693 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64b5c45ff015863770f1eb0e58b24983: Waiting for close lock at 1732040383826Running coprocessor pre-close hooks at 1732040383826Disabling compacts and flushes for region at 1732040383826Disabling writes for close at 1732040383826Obtaining lock to block concurrent updates at 1732040383826Preparing flush snapshotting stores in 64b5c45ff015863770f1eb0e58b24983 at 1732040383826Finished memstore snapshotting hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732040383826Flushing stores of hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. at 1732040383827 (+1 ms)Flushing 64b5c45ff015863770f1eb0e58b24983/hfileref: creating writer at 1732040383827Flushing 64b5c45ff015863770f1eb0e58b24983/hfileref: appending metadata at 1732040383844 (+17 ms)Flushing 64b5c45ff015863770f1eb0e58b24983/hfileref: closing flushed file at 1732040383844Flushing 64b5c45ff015863770f1eb0e58b24983/queue: creating writer at 1732040384253 (+409 ms)Flushing 64b5c45ff015863770f1eb0e58b24983/queue: appending metadata at 1732040384266 (+13 ms)Flushing 64b5c45ff015863770f1eb0e58b24983/queue: closing flushed file at 1732040384266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39736f25: reopening flushed file at 1732040384675 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f19b9f5: reopening flushed file at 1732040384681 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 64b5c45ff015863770f1eb0e58b24983 in 860ms, sequenceid=10, compaction requested=false at 1732040384686 (+5 ms)Writing region close event to WAL at 1732040384689 (+3 ms)Running coprocessor post-close hooks at 1732040384693 (+4 ms)Closed at 1732040384693 2024-11-19T18:19:44,693 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040370352.64b5c45ff015863770f1eb0e58b24983. 2024-11-19T18:19:44,711 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 1328, reset compression=false 2024-11-19T18:19:44,819 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:19:44,819 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:19:44,819 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:19:44,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:44,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 30db5f576be8:45965 this server is in the failed servers list 2024-11-19T18:19:44,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 30db5f576be8:45965 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:19:45,019 DEBUG [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:19:45,093 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/rep_barrier/1207a18fd7164d9cbf5b64befa0fbd23 2024-11-19T18:19:45,111 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/table/7f2d929fbb6c4f3daffac2ddb5af46f6 is 53, key is hbase:replication/table:state/1732040371530/Put/seqid=0 2024-11-19T18:19:45,114 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.wal-reader.30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 to pos 1328, reset compression=false 2024-11-19T18:19:45,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741851_1027 (size=5308) 2024-11-19T18:19:45,117 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/table/7f2d929fbb6c4f3daffac2ddb5af46f6 2024-11-19T18:19:45,121 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/info/00a6e54e543240c1a45995260b19ac99 as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/info/00a6e54e543240c1a45995260b19ac99 2024-11-19T18:19:45,125 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/info/00a6e54e543240c1a45995260b19ac99, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:19:45,126 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/ns/088814fbca134eacbb617186ac174073 as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/ns/088814fbca134eacbb617186ac174073 2024-11-19T18:19:45,129 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/ns/088814fbca134eacbb617186ac174073, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:19:45,130 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/rep_barrier/1207a18fd7164d9cbf5b64befa0fbd23 as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/rep_barrier/1207a18fd7164d9cbf5b64befa0fbd23 2024-11-19T18:19:45,134 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/rep_barrier/1207a18fd7164d9cbf5b64befa0fbd23, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:19:45,134 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/.tmp/table/7f2d929fbb6c4f3daffac2ddb5af46f6 as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/table/7f2d929fbb6c4f3daffac2ddb5af46f6 2024-11-19T18:19:45,138 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/table/7f2d929fbb6c4f3daffac2ddb5af46f6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:19:45,139 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-19T18:19:45,139 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:19:45,143 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:19:45,143 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:45,143 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:45,143 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:45,144 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040383818Running coprocessor pre-close hooks at 1732040383818Disabling compacts and flushes for region at 1732040383818Disabling writes for close at 1732040383818Obtaining lock to block concurrent updates at 1732040383818Preparing flush snapshotting stores in 1588230740 at 1732040383818Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040383819 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732040383819Flushing 1588230740/info: creating writer at 1732040383819Flushing 1588230740/info: appending metadata at 1732040383835 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732040383835Flushing 1588230740/ns: creating writer at 1732040384245 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732040384262 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732040384262Flushing 1588230740/rep_barrier: creating writer at 1732040384672 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040384688 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040384688Flushing 1588230740/table: creating writer at 1732040385097 (+409 ms)Flushing 1588230740/table: appending metadata at 1732040385111 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732040385111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bfac568: reopening flushed file at 1732040385121 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e1e8b0: reopening flushed file at 1732040385125 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ae4eee: reopening flushed file at 1732040385130 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377d9d1a: reopening flushed file at 1732040385134 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1732040385139 (+5 ms)Writing region close event to WAL at 1732040385141 (+2 ms)Running coprocessor post-close hooks at 1732040385143 (+2 ms)Closed at 1732040385143 2024-11-19T18:19:45,144 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:45,219 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,46535,1732040359140; all regions closed. 2024-11-19T18:19:45,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741834_1010 (size=4239) 2024-11-19T18:19:45,222 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.meta.1732040362212.meta not finished, retry = 0 2024-11-19T18:19:45,324 DEBUG [RS:0;30db5f576be8:46535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/oldWALs 2024-11-19T18:19:45,324 INFO [RS:0;30db5f576be8:46535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C46535%2C1732040359140.meta:.meta(num 1732040362212) 2024-11-19T18:19:45,326 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.rep.1732040371490 not finished, retry = 0 2024-11-19T18:19:45,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741839_1015 (size=2695) 2024-11-19T18:19:45,428 DEBUG [RS:0;30db5f576be8:46535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/oldWALs 2024-11-19T18:19:45,428 INFO [RS:0;30db5f576be8:46535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C46535%2C1732040359140.rep:(num 1732040371490) 2024-11-19T18:19:45,430 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/WALs/30db5f576be8,46535,1732040359140/30db5f576be8%2C46535%2C1732040359140.1732040361341 not finished, retry = 0 2024-11-19T18:19:45,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741832_1008 (size=1336) 2024-11-19T18:19:45,451 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:45,451 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 30db5f576be8:45965 this server is in the failed servers list 2024-11-19T18:19:45,452 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 30db5f576be8:45965 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:19:45,533 DEBUG [RS:0;30db5f576be8:46535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/oldWALs 2024-11-19T18:19:45,533 INFO [RS:0;30db5f576be8:46535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C46535%2C1732040359140:(num 1732040361341) 2024-11-19T18:19:45,533 DEBUG [RS:0;30db5f576be8:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:45,533 INFO [RS:0;30db5f576be8:46535 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:19:45,533 INFO [RS:0;30db5f576be8:46535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:19:45,533 INFO [RS:0;30db5f576be8:46535 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:19:45,533 INFO [RS:0;30db5f576be8:46535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:19:45,533 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:19:45,533 INFO [RS:0;30db5f576be8:46535 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,46535,1732040359140 because: Region server is closing 2024-11-19T18:19:45,534 INFO [RS:0;30db5f576be8:46535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:46535. 2024-11-19T18:19:45,534 DEBUG [RS:0;30db5f576be8:46535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:45,534 DEBUG [RS:0;30db5f576be8:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:45,534 DEBUG [RS:0;30db5f576be8:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:45,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:45,634 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-19T18:19:45,635 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T18:19:45,635 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T18:19:45,980 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:19:46,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:46,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:46,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:46,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:46,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:46,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:46,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:46,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:46,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:46,471 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:46,471 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:19:46,474 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:19:46,535 INFO [RS:0;30db5f576be8:46535 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,46535,1732040359140.replicationSource.shipper30db5f576be8%2C46535%2C1732040359140,1-30db5f576be8,46535,1732040359140 terminated 2024-11-19T18:19:46,535 INFO [RS:0;30db5f576be8:46535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:46535. 2024-11-19T18:19:46,536 DEBUG [RS:0;30db5f576be8:46535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:46,536 DEBUG [RS:0;30db5f576be8:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:46,536 DEBUG [RS:0;30db5f576be8:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:46,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:46,536 INFO [RS:0;30db5f576be8:46535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46535 2024-11-19T18:19:46,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:46,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:19:46,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T18:19:46,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T18:19:46,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:46,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:19:46,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1914695743/rs/30db5f576be8,46535,1732040359140 2024-11-19T18:19:46,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743/rs 2024-11-19T18:19:46,538 INFO [RS:0;30db5f576be8:46535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:19:46,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,46535,1732040359140] 2024-11-19T18:19:46,540 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1914695743/draining/30db5f576be8,46535,1732040359140 already deleted, retry=false 2024-11-19T18:19:46,540 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,46535,1732040359140 expired; onlineServers=0 2024-11-19T18:19:46,540 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,38913,1732040359038' ***** 2024-11-19T18:19:46,540 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:19:46,540 INFO [M:0;30db5f576be8:38913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:19:46,540 INFO [M:0;30db5f576be8:38913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:19:46,540 DEBUG [M:0;30db5f576be8:38913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:19:46,541 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:19:46,541 DEBUG [M:0;30db5f576be8:38913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:19:46,541 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040361055 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040361055,5,FailOnTimeoutGroup] 2024-11-19T18:19:46,541 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040361055 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040361055,5,FailOnTimeoutGroup] 2024-11-19T18:19:46,541 INFO [M:0;30db5f576be8:38913 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:19:46,541 INFO [M:0;30db5f576be8:38913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:19:46,541 DEBUG [M:0;30db5f576be8:38913 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:19:46,541 INFO [M:0;30db5f576be8:38913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:19:46,541 INFO [M:0;30db5f576be8:38913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:19:46,541 INFO [M:0;30db5f576be8:38913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:19:46,541 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:19:46,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1914695743/master 2024-11-19T18:19:46,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1914695743 2024-11-19T18:19:46,543 DEBUG [M:0;30db5f576be8:38913 {}] zookeeper.ZKUtil(347): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Unable to get data of znode /0-1914695743/master because node does not exist (not an error) 2024-11-19T18:19:46,543 WARN [M:0;30db5f576be8:38913 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:19:46,544 INFO [M:0;30db5f576be8:38913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/.lastflushedseqids 2024-11-19T18:19:46,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741852_1028 (size=263) 2024-11-19T18:19:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101317460960001, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:46,639 INFO [RS:0;30db5f576be8:46535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:19:46,639 INFO [RS:0;30db5f576be8:46535 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,46535,1732040359140; zookeeper connection closed. 2024-11-19T18:19:46,640 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b973744 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b973744 2024-11-19T18:19:46,640 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:19:46,949 INFO [M:0;30db5f576be8:38913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:19:46,949 INFO [M:0;30db5f576be8:38913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:19:46,949 DEBUG [M:0;30db5f576be8:38913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:19:46,949 INFO [M:0;30db5f576be8:38913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:46,949 DEBUG [M:0;30db5f576be8:38913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:46,949 DEBUG [M:0;30db5f576be8:38913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:19:46,949 DEBUG [M:0;30db5f576be8:38913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:46,949 INFO [M:0;30db5f576be8:38913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T18:19:46,965 DEBUG [M:0;30db5f576be8:38913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6aef474998243adaeff756a0173ed4c is 82, key is hbase:meta,,1/info:regioninfo/1732040362250/Put/seqid=0 2024-11-19T18:19:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741853_1029 (size=5672) 2024-11-19T18:19:47,370 INFO [M:0;30db5f576be8:38913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6aef474998243adaeff756a0173ed4c 2024-11-19T18:19:47,389 DEBUG [M:0;30db5f576be8:38913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8713d94c53d841d780fdc1c7ebc5a5f3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732040371533/Put/seqid=0 2024-11-19T18:19:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741854_1030 (size=8515) 2024-11-19T18:19:47,794 INFO [M:0;30db5f576be8:38913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8713d94c53d841d780fdc1c7ebc5a5f3 2024-11-19T18:19:47,812 DEBUG [M:0;30db5f576be8:38913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec4ceee140f24f0fbb135acdafc9ff3f is 69, key is 30db5f576be8,46535,1732040359140/rs:state/1732040361121/Put/seqid=0 2024-11-19T18:19:47,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741855_1031 (size=5156) 2024-11-19T18:19:48,217 INFO [M:0;30db5f576be8:38913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec4ceee140f24f0fbb135acdafc9ff3f 2024-11-19T18:19:48,221 DEBUG [M:0;30db5f576be8:38913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6aef474998243adaeff756a0173ed4c as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6aef474998243adaeff756a0173ed4c 2024-11-19T18:19:48,225 INFO [M:0;30db5f576be8:38913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6aef474998243adaeff756a0173ed4c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T18:19:48,226 DEBUG [M:0;30db5f576be8:38913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8713d94c53d841d780fdc1c7ebc5a5f3 as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8713d94c53d841d780fdc1c7ebc5a5f3 2024-11-19T18:19:48,229 INFO [M:0;30db5f576be8:38913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8713d94c53d841d780fdc1c7ebc5a5f3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T18:19:48,230 DEBUG [M:0;30db5f576be8:38913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec4ceee140f24f0fbb135acdafc9ff3f as hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec4ceee140f24f0fbb135acdafc9ff3f 2024-11-19T18:19:48,234 INFO [M:0;30db5f576be8:38913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec4ceee140f24f0fbb135acdafc9ff3f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T18:19:48,234 INFO [M:0;30db5f576be8:38913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-19T18:19:48,236 INFO [M:0;30db5f576be8:38913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:48,236 DEBUG [M:0;30db5f576be8:38913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040386949Disabling compacts and flushes for region at 1732040386949Disabling writes for close at 1732040386949Obtaining lock to block concurrent updates at 1732040386949Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040386949Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732040386950 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040386950Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040386950Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040386965 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040386965Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040387375 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040387389 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040387389Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040387798 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040387812 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040387812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9397a1: reopening flushed file at 1732040388220 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b7160ea: reopening flushed file at 1732040388225 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362c24de: reopening flushed file at 1732040388229 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732040388234 (+5 ms)Writing region close event to WAL at 1732040388235 (+1 ms)Closed at 1732040388235 2024-11-19T18:19:48,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1720a676-bbad-92ca-dd04-4de9308de16c/MasterData/WALs/30db5f576be8,38913,1732040359038/30db5f576be8%2C38913%2C1732040359038.1732040360840 not finished, retry = 0 2024-11-19T18:19:48,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43855 is added to blk_1073741830_1006 (size=63642) 2024-11-19T18:19:48,338 INFO [M:0;30db5f576be8:38913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:19:48,338 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:19:48,338 INFO [M:0;30db5f576be8:38913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38913 2024-11-19T18:19:48,339 INFO [M:0;30db5f576be8:38913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:19:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:48,441 INFO [M:0;30db5f576be8:38913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:19:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38913-0x101317460960000, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:19:48,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@670e66f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:19:48,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:19:48,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:19:48,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:19:48,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/hadoop.log.dir/,STOPPED} 2024-11-19T18:19:48,445 WARN [BP-1052471226-172.17.0.2-1732040357473 heartbeating to localhost/127.0.0.1:42205 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:19:48,445 WARN [BP-1052471226-172.17.0.2-1732040357473 heartbeating to localhost/127.0.0.1:42205 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1052471226-172.17.0.2-1732040357473 (Datanode Uuid c334bf4a-b6fe-4c09-a465-1673d214e8d4) service to localhost/127.0.0.1:42205 2024-11-19T18:19:48,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:19:48,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:19:48,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/cluster_e7b529bb-aaff-3310-7ef6-37711ec4dc6f/data/data1/current/BP-1052471226-172.17.0.2-1732040357473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:19:48,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/cluster_e7b529bb-aaff-3310-7ef6-37711ec4dc6f/data/data2/current/BP-1052471226-172.17.0.2-1732040357473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:19:48,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:19:48,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40fdfc14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:19:48,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:19:48,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:19:48,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:19:48,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bddd4951-e466-49a0-71a2-84cd56f0a0c8/hadoop.log.dir/,STOPPED} 2024-11-19T18:19:48,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T18:19:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:19:48,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 205) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42569 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42205 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57332) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42569 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57332) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42205 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 289) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6374 (was 6479) 2024-11-19T18:19:48,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=6374 2024-11-19T18:19:48,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:48,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:19:48,491 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:19:48,501 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-19T18:19:48,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/hadoop.log.dir so I do NOT create it in target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5 2024-11-19T18:19:48,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:19:48,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/hadoop.tmp.dir so I do NOT create it in target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5 2024-11-19T18:19:48,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85479bf-dce2-ece6-6f53-d9d5d396c296/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:19:48,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5 2024-11-19T18:19:48,502 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/cluster_248ad260-f1e8-ae21-abb2-06cda5aeeb94, deleteOnExit=true 2024-11-19T18:19:48,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/cluster_248ad260-f1e8-ae21-abb2-06cda5aeeb94/zookeeper_0, clientPort=57682, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/cluster_248ad260-f1e8-ae21-abb2-06cda5aeeb94/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/cluster_248ad260-f1e8-ae21-abb2-06cda5aeeb94/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T18:19:48,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57682 2024-11-19T18:19:48,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:19:48,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:19:48,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/test.cache.data in system properties and HBase conf 2024-11-19T18:19:48,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:19:48,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:19:48,506 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:19:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:19:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:19:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:19:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:19:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:19:48,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101317460960005, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:19:48,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101317460960002, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:19:48,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101317460960005, quorum=127.0.0.1:57332, baseZNode=/1-367838588 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:19:48,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101317460960002, quorum=127.0.0.1:57332, baseZNode=/0-1914695743 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:19:48,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:48,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:19:48,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:19:48,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:19:48,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:19:48,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:48,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdac2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:19:48,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a685939{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:19:48,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1012b09e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/java.io.tmpdir/jetty-localhost-44533-hadoop-hdfs-3_4_1-tests_jar-_-any-10079292110121070698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:19:48,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@665193da{HTTP/1.1, (http/1.1)}{localhost:44533} 2024-11-19T18:19:48,845 INFO [Time-limited test {}] server.Server(415): Started @187933ms 2024-11-19T18:19:48,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:48,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:19:48,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:19:48,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:19:48,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:19:48,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e1f8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:19:48,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66baa053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:19:49,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d66cc46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/java.io.tmpdir/jetty-localhost-38511-hadoop-hdfs-3_4_1-tests_jar-_-any-3316374686791147076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:19:49,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@652a6243{HTTP/1.1, (http/1.1)}{localhost:38511} 2024-11-19T18:19:49,050 INFO [Time-limited test {}] server.Server(415): Started @188139ms 2024-11-19T18:19:49,052 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:19:49,159 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/cluster_248ad260-f1e8-ae21-abb2-06cda5aeeb94/data/data1/current/BP-1348546176-172.17.0.2-1732040388537/current, will proceed with Du for space computation calculation, 2024-11-19T18:19:49,159 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/cluster_248ad260-f1e8-ae21-abb2-06cda5aeeb94/data/data2/current/BP-1348546176-172.17.0.2-1732040388537/current, will proceed with Du for space computation calculation, 2024-11-19T18:19:49,177 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:19:49,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dd6e9f06a49edef with lease ID 0xbf0a009535f59134: Processing first storage report for DS-d3f72fdb-a785-47d9-839e-38c86951491a from datanode DatanodeRegistration(127.0.0.1:37243, datanodeUuid=ba2ee4c4-e603-4e33-9985-a069cbbb64e7, infoPort=36051, infoSecurePort=0, ipcPort=34263, storageInfo=lv=-57;cid=testClusterID;nsid=1104990555;c=1732040388537) 2024-11-19T18:19:49,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dd6e9f06a49edef with lease ID 0xbf0a009535f59134: from storage DS-d3f72fdb-a785-47d9-839e-38c86951491a node DatanodeRegistration(127.0.0.1:37243, datanodeUuid=ba2ee4c4-e603-4e33-9985-a069cbbb64e7, infoPort=36051, infoSecurePort=0, ipcPort=34263, storageInfo=lv=-57;cid=testClusterID;nsid=1104990555;c=1732040388537), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:19:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dd6e9f06a49edef with lease ID 0xbf0a009535f59134: Processing first storage report for DS-a188c206-595c-4c5d-95ed-9c5db1da2cc2 from datanode DatanodeRegistration(127.0.0.1:37243, datanodeUuid=ba2ee4c4-e603-4e33-9985-a069cbbb64e7, infoPort=36051, infoSecurePort=0, ipcPort=34263, storageInfo=lv=-57;cid=testClusterID;nsid=1104990555;c=1732040388537) 2024-11-19T18:19:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dd6e9f06a49edef with lease ID 0xbf0a009535f59134: from storage DS-a188c206-595c-4c5d-95ed-9c5db1da2cc2 node DatanodeRegistration(127.0.0.1:37243, datanodeUuid=ba2ee4c4-e603-4e33-9985-a069cbbb64e7, infoPort=36051, infoSecurePort=0, ipcPort=34263, storageInfo=lv=-57;cid=testClusterID;nsid=1104990555;c=1732040388537), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:19:49,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5 2024-11-19T18:19:49,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:49,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:19:49,686 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99 with version=8 2024-11-19T18:19:49,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/hbase-staging 2024-11-19T18:19:49,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:49,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:49,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:49,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:49,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:49,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:49,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:19:49,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:49,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43353 2024-11-19T18:19:49,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43353 connecting to ZooKeeper ensemble=127.0.0.1:57682 2024-11-19T18:19:49,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433530x0, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:49,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43353-0x1013174da270000 connected 2024-11-19T18:19:49,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:49,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:49,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Set watcher on znode that does not yet exist, /0-533967931/running 2024-11-19T18:19:49,715 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99, hbase.cluster.distributed=false 2024-11-19T18:19:49,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Set watcher on znode that does not yet exist, /0-533967931/acl 2024-11-19T18:19:49,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43353 2024-11-19T18:19:49,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43353 2024-11-19T18:19:49,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43353 2024-11-19T18:19:49,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43353 2024-11-19T18:19:49,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43353 2024-11-19T18:19:49,735 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:49,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:49,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:49,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:49,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:49,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:49,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:19:49,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:49,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39293 2024-11-19T18:19:49,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39293 connecting to ZooKeeper ensemble=127.0.0.1:57682 2024-11-19T18:19:49,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:49,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:49,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392930x0, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:49,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39293-0x1013174da270001 connected 2024-11-19T18:19:49,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Set watcher on znode that does not yet exist, /0-533967931/running 2024-11-19T18:19:49,744 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:19:49,746 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:19:49,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Set watcher on znode that does not yet exist, /0-533967931/master 2024-11-19T18:19:49,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Set watcher on znode that does not yet exist, /0-533967931/acl 2024-11-19T18:19:49,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-19T18:19:49,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39293 2024-11-19T18:19:49,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39293 2024-11-19T18:19:49,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-19T18:19:49,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-19T18:19:49,770 DEBUG [M:0;30db5f576be8:43353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:43353 2024-11-19T18:19:49,771 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-533967931/backup-masters/30db5f576be8,43353,1732040389688 2024-11-19T18:19:49,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931/backup-masters 2024-11-19T18:19:49,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931/backup-masters 2024-11-19T18:19:49,773 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Set watcher on existing znode=/0-533967931/backup-masters/30db5f576be8,43353,1732040389688 2024-11-19T18:19:49,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:49,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-533967931/master 2024-11-19T18:19:49,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:49,775 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Set watcher on existing znode=/0-533967931/master 2024-11-19T18:19:49,775 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-533967931/backup-masters/30db5f576be8,43353,1732040389688 from backup master directory 2024-11-19T18:19:49,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533967931/backup-masters/30db5f576be8,43353,1732040389688 2024-11-19T18:19:49,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931/backup-masters 2024-11-19T18:19:49,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931/backup-masters 2024-11-19T18:19:49,777 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:49,777 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,43353,1732040389688 2024-11-19T18:19:49,780 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/hbase.id] with ID: 727b8525-89b8-423c-821f-b8163b42f75a 2024-11-19T18:19:49,780 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/.tmp/hbase.id 2024-11-19T18:19:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:19:50,186 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/.tmp/hbase.id]:[hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/hbase.id] 2024-11-19T18:19:50,195 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:50,195 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:19:50,196 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:19:50,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:50,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:50,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:19:50,204 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:50,205 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:19:50,206 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:19:50,213 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store 2024-11-19T18:19:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:19:50,618 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:50,618 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:19:50,618 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:50,618 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:50,618 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:19:50,618 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:50,618 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:50,618 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040390618Disabling compacts and flushes for region at 1732040390618Disabling writes for close at 1732040390618Writing region close event to WAL at 1732040390618Closed at 1732040390618 2024-11-19T18:19:50,619 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/.initializing 2024-11-19T18:19:50,619 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/WALs/30db5f576be8,43353,1732040389688 2024-11-19T18:19:50,620 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:50,621 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C43353%2C1732040389688, suffix=, logDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/WALs/30db5f576be8,43353,1732040389688, archiveDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/oldWALs, maxLogs=10 2024-11-19T18:19:50,635 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/WALs/30db5f576be8,43353,1732040389688/30db5f576be8%2C43353%2C1732040389688.1732040390622, exclude list is [], retry=0 2024-11-19T18:19:50,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37243,DS-d3f72fdb-a785-47d9-839e-38c86951491a,DISK] 2024-11-19T18:19:50,638 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/WALs/30db5f576be8,43353,1732040389688/30db5f576be8%2C43353%2C1732040389688.1732040390622 2024-11-19T18:19:50,639 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36051:36051)] 2024-11-19T18:19:50,639 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:50,639 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:50,639 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,639 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:19:50,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:50,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:50,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:19:50,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:50,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:50,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:19:50,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:50,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:50,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:19:50,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:50,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:50,645 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,646 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,646 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,647 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,647 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,647 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:50,648 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:50,649 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:50,650 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74873603, jitterRate=0.11570362746715546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:50,650 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040390639Initializing all the Stores at 1732040390640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040390640Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040390640Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040390640Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040390640Cleaning up temporary data from old regions at 1732040390647 (+7 ms)Region opened successfully at 1732040390650 (+3 ms) 2024-11-19T18:19:50,651 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:19:50,653 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc2a2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:50,654 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:19:50,654 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:19:50,654 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:19:50,654 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:19:50,654 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:19:50,654 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:19:50,655 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:19:50,657 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:19:50,658 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Unable to get data of znode /0-533967931/balancer because node does not exist (not necessarily an error) 2024-11-19T18:19:50,660 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533967931/balancer already deleted, retry=false 2024-11-19T18:19:50,660 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:19:50,660 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Unable to get data of znode /0-533967931/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:19:50,662 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533967931/normalizer already deleted, retry=false 2024-11-19T18:19:50,662 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:19:50,663 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Unable to get data of znode /0-533967931/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:19:50,663 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533967931/switch/split already deleted, retry=false 2024-11-19T18:19:50,664 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Unable to get data of znode /0-533967931/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:19:50,666 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533967931/switch/merge already deleted, retry=false 2024-11-19T18:19:50,667 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Unable to get data of znode /0-533967931/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:19:50,668 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533967931/snapshot-cleanup already deleted, retry=false 2024-11-19T18:19:50,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-533967931/running 2024-11-19T18:19:50,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-533967931/running 2024-11-19T18:19:50,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:50,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:50,670 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,43353,1732040389688, sessionid=0x1013174da270000, setting cluster-up flag (Was=false) 2024-11-19T18:19:50,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:50,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:50,677 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-533967931/flush-table-proc/acquired, /0-533967931/flush-table-proc/reached, /0-533967931/flush-table-proc/abort 2024-11-19T18:19:50,678 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,43353,1732040389688 2024-11-19T18:19:50,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:50,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:50,686 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-533967931/online-snapshot/acquired, /0-533967931/online-snapshot/reached, /0-533967931/online-snapshot/abort 2024-11-19T18:19:50,687 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,43353,1732040389688 2024-11-19T18:19:50,688 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:19:50,689 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:50,689 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:19:50,689 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:19:50,689 WARN [master/30db5f576be8:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 30db5f576be8,36231,1732040336391: status=Processing ServerCrashProcedure of 30db5f576be8,36231,1732040336391 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732040348064, completionTime=-1 appears to have been leaked 2024-11-19T18:19:50,690 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,43353,1732040389688 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:19:50,690 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:50,690 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:50,690 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:50,691 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:50,691 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:19:50,691 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,691 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:50,691 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,691 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040420691 2024-11-19T18:19:50,691 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:19:50,692 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:19:50,692 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:19:50,692 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:19:50,692 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:19:50,692 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:19:50,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:50,692 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:19:50,692 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:19:50,692 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:19:50,692 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:19:50,692 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:19:50,693 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:19:50,693 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:19:50,693 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:50,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:19:50,696 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040390693,5,FailOnTimeoutGroup] 2024-11-19T18:19:50,700 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040390696,5,FailOnTimeoutGroup] 2024-11-19T18:19:50,700 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,700 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:19:50,700 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,700 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:19:50,758 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(746): ClusterId : 727b8525-89b8-423c-821f-b8163b42f75a 2024-11-19T18:19:50,758 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:19:50,761 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:19:50,761 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:19:50,762 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:19:50,763 DEBUG [RS:0;30db5f576be8:39293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de5aea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:50,778 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:39293 2024-11-19T18:19:50,778 INFO [RS:0;30db5f576be8:39293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:19:50,778 INFO [RS:0;30db5f576be8:39293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:19:50,778 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:19:50,778 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,43353,1732040389688 with port=39293, startcode=1732040389735 2024-11-19T18:19:50,779 DEBUG [RS:0;30db5f576be8:39293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:19:50,780 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:19:50,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,39293,1732040389735 2024-11-19T18:19:50,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43353 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,39293,1732040389735 2024-11-19T18:19:50,782 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99 2024-11-19T18:19:50,782 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42639 2024-11-19T18:19:50,782 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:19:50,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931/rs 2024-11-19T18:19:50,784 DEBUG [RS:0;30db5f576be8:39293 {}] zookeeper.ZKUtil(111): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Set watcher on existing znode=/0-533967931/rs/30db5f576be8,39293,1732040389735 2024-11-19T18:19:50,784 WARN [RS:0;30db5f576be8:39293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:50,784 INFO [RS:0;30db5f576be8:39293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:50,784 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735 2024-11-19T18:19:50,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,39293,1732040389735] 2024-11-19T18:19:50,787 INFO [RS:0;30db5f576be8:39293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:19:50,788 INFO [RS:0;30db5f576be8:39293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:19:50,788 INFO [RS:0;30db5f576be8:39293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:19:50,788 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,791 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:19:50,791 INFO [RS:0;30db5f576be8:39293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:19:50,791 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,791 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,791 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,791 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,791 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,791 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,791 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:50,792 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,792 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,792 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,792 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,792 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,792 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:50,792 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:50,792 DEBUG [RS:0;30db5f576be8:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:50,792 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,792 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,792 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,792 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,792 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,792 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39293,1732040389735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:50,809 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:19:50,809 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39293,1732040389735-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,809 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,809 INFO [RS:0;30db5f576be8:39293 {}] regionserver.Replication(171): 30db5f576be8,39293,1732040389735 started 2024-11-19T18:19:50,822 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:50,822 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,39293,1732040389735, RpcServer on 30db5f576be8/172.17.0.2:39293, sessionid=0x1013174da270001 2024-11-19T18:19:50,822 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:19:50,822 DEBUG [RS:0;30db5f576be8:39293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,39293,1732040389735 2024-11-19T18:19:50,822 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,39293,1732040389735' 2024-11-19T18:19:50,822 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-533967931/flush-table-proc/abort' 2024-11-19T18:19:50,822 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-533967931/flush-table-proc/acquired' 2024-11-19T18:19:50,823 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:19:50,823 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:19:50,823 DEBUG [RS:0;30db5f576be8:39293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,39293,1732040389735 2024-11-19T18:19:50,823 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,39293,1732040389735' 2024-11-19T18:19:50,823 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-533967931/online-snapshot/abort' 2024-11-19T18:19:50,823 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-533967931/online-snapshot/acquired' 2024-11-19T18:19:50,823 DEBUG [RS:0;30db5f576be8:39293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:19:50,823 INFO [RS:0;30db5f576be8:39293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:19:50,823 INFO [RS:0;30db5f576be8:39293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:19:50,924 INFO [RS:0;30db5f576be8:39293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:50,925 INFO [RS:0;30db5f576be8:39293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C39293%2C1732040389735, suffix=, logDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735, archiveDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/oldWALs, maxLogs=10 2024-11-19T18:19:50,938 DEBUG [RS:0;30db5f576be8:39293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925, exclude list is [], retry=0 2024-11-19T18:19:50,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37243,DS-d3f72fdb-a785-47d9-839e-38c86951491a,DISK] 2024-11-19T18:19:50,943 INFO [RS:0;30db5f576be8:39293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 2024-11-19T18:19:50,944 DEBUG [RS:0;30db5f576be8:39293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36051:36051)] 2024-11-19T18:19:51,105 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:19:51,105 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99 2024-11-19T18:19:51,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:19:51,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:51,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:19:51,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:19:51,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:51,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:51,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:19:51,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:19:51,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:51,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:51,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:19:51,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:19:51,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:51,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:51,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:19:51,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:19:51,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:51,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:51,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:19:51,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740 2024-11-19T18:19:51,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740 2024-11-19T18:19:51,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:19:51,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:19:51,520 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:51,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:19:51,523 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:51,523 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60184103, jitterRate=-0.10318697988986969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:51,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040391511Initializing all the Stores at 1732040391512 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040391512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040391512Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040391512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040391512Cleaning up temporary data from old regions at 1732040391520 (+8 ms)Region opened successfully at 1732040391524 (+4 ms) 2024-11-19T18:19:51,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:19:51,524 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:19:51,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:19:51,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:19:51,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:19:51,524 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:51,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040391524Disabling compacts and flushes for region at 1732040391524Disabling writes for close at 1732040391524Writing region close event to WAL at 1732040391524Closed at 1732040391524 2024-11-19T18:19:51,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:51,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:19:51,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:19:51,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:51,527 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:19:51,678 DEBUG [30db5f576be8:43353 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:19:51,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,39293,1732040389735 2024-11-19T18:19:51,679 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,39293,1732040389735, state=OPENING 2024-11-19T18:19:51,682 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:19:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:51,684 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:51,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533967931/meta-region-server: CHANGED 2024-11-19T18:19:51,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533967931/meta-region-server: CHANGED 2024-11-19T18:19:51,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,39293,1732040389735}] 2024-11-19T18:19:51,836 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:19:51,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:19:51,841 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:19:51,841 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:51,841 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:19:51,843 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C39293%2C1732040389735.meta, suffix=.meta, logDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735, archiveDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/oldWALs, maxLogs=10 2024-11-19T18:19:51,857 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.meta.1732040391843.meta, exclude list is [], retry=0 2024-11-19T18:19:51,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37243,DS-d3f72fdb-a785-47d9-839e-38c86951491a,DISK] 2024-11-19T18:19:51,860 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.meta.1732040391843.meta 2024-11-19T18:19:51,861 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36051:36051)] 2024-11-19T18:19:51,861 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:51,861 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:51,861 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:19:51,861 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:19:51,861 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:19:51,862 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:19:51,862 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:51,862 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:19:51,862 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:19:51,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:19:51,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:19:51,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:51,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:51,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:19:51,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:19:51,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:51,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:51,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:19:51,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:19:51,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:51,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:51,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:19:51,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:19:51,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:51,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:51,867 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:19:51,867 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740 2024-11-19T18:19:51,868 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740 2024-11-19T18:19:51,869 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:19:51,869 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:19:51,869 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:51,870 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:19:51,871 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59289227, jitterRate=-0.1165216714143753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:51,871 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:19:51,872 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040391862Writing region info on filesystem at 1732040391862Initializing all the Stores at 1732040391863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040391863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040391863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040391863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040391863Cleaning up temporary data from old regions at 1732040391869 (+6 ms)Running coprocessor post-open hooks at 1732040391871 (+2 ms)Region opened successfully at 1732040391872 (+1 ms) 2024-11-19T18:19:51,872 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040391836 2024-11-19T18:19:51,874 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:19:51,874 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:19:51,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,39293,1732040389735 2024-11-19T18:19:51,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,39293,1732040389735, state=OPEN 2024-11-19T18:19:51,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-533967931/meta-region-server 2024-11-19T18:19:51,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-533967931/meta-region-server 2024-11-19T18:19:51,880 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,39293,1732040389735 2024-11-19T18:19:51,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533967931/meta-region-server: CHANGED 2024-11-19T18:19:51,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533967931/meta-region-server: CHANGED 2024-11-19T18:19:51,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:19:51,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,39293,1732040389735 in 196 msec 2024-11-19T18:19:51,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:19:51,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-19T18:19:51,884 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:51,884 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:19:51,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:51,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39293,1732040389735, seqNum=-1] 2024-11-19T18:19:51,885 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:51,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:51,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-19T18:19:51,891 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040391891, completionTime=-1 2024-11-19T18:19:51,891 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:19:51,891 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:19:51,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:19:51,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040451893 2024-11-19T18:19:51,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040511893 2024-11-19T18:19:51,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T18:19:51,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43353,1732040389688-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:51,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43353,1732040389688-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:51,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43353,1732040389688-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:51,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:43353, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:51,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:51,894 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:51,895 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:19:51,897 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.120sec 2024-11-19T18:19:51,897 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:19:51,897 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:19:51,897 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:19:51,897 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:19:51,897 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:19:51,897 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43353,1732040389688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:51,897 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43353,1732040389688-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:19:51,899 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:19:51,899 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:19:51,899 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,43353,1732040389688-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:51,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c58b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:51,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,43353,-1 for getting cluster id 2024-11-19T18:19:51,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:51,960 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '727b8525-89b8-423c-821f-b8163b42f75a' 2024-11-19T18:19:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "727b8525-89b8-423c-821f-b8163b42f75a" 2024-11-19T18:19:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd5b749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,43353,-1] 2024-11-19T18:19:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:51,962 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:51,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365e3bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:51,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39293,1732040389735, seqNum=-1] 2024-11-19T18:19:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:51,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:51,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,43353,1732040389688 2024-11-19T18:19:51,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57682 2024-11-19T18:19:51,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:51,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013174da270002 connected 2024-11-19T18:19:51,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/hadoop.log.dir so I do NOT create it in target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0 2024-11-19T18:19:51,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:19:51,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/hadoop.tmp.dir so I do NOT create it in target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0 2024-11-19T18:19:51,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:19:51,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0 2024-11-19T18:19:51,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:19:51,972 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/cluster_c53ce5b9-96e6-acbc-2e53-e9ba6fdfaa89, deleteOnExit=true 2024-11-19T18:19:51,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/test.cache.data in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:19:51,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:19:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:19:51,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:19:51,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:19:51,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:19:51,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:19:52,033 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T18:19:52,054 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:52,055 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:52,055 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:52,055 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:52,055 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:52,056 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:52,061 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:52,063 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:52,063 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:52,066 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:52,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:52,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:19:52,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:19:52,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:19:52,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:19:52,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:52,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7002f130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:19:52,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd43393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:19:52,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@354594df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/java.io.tmpdir/jetty-localhost-34907-hadoop-hdfs-3_4_1-tests_jar-_-any-15063507455130010278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:19:52,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ad009a9{HTTP/1.1, (http/1.1)}{localhost:34907} 2024-11-19T18:19:52,206 INFO [Time-limited test {}] server.Server(415): Started @191295ms 2024-11-19T18:19:52,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:19:52,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:19:52,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:19:52,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:19:52,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:19:52,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@685e84f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:19:52,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab6819f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:19:52,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f12f3fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/java.io.tmpdir/jetty-localhost-37659-hadoop-hdfs-3_4_1-tests_jar-_-any-4606887368247679235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:19:52,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45eaaaff{HTTP/1.1, (http/1.1)}{localhost:37659} 2024-11-19T18:19:52,411 INFO [Time-limited test {}] server.Server(415): Started @191500ms 2024-11-19T18:19:52,412 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:19:52,512 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/cluster_c53ce5b9-96e6-acbc-2e53-e9ba6fdfaa89/data/data1/current/BP-2039816318-172.17.0.2-1732040391991/current, will proceed with Du for space computation calculation, 2024-11-19T18:19:52,512 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/cluster_c53ce5b9-96e6-acbc-2e53-e9ba6fdfaa89/data/data2/current/BP-2039816318-172.17.0.2-1732040391991/current, will proceed with Du for space computation calculation, 2024-11-19T18:19:52,529 WARN [Thread-2293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:19:52,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:52,531 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:19:52,531 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc99108269232e831 with lease ID 0xa57295cf4cb9dc04: Processing first storage report for DS-ef91e410-6e47-47d2-909f-f63995a06a02 from datanode DatanodeRegistration(127.0.0.1:39833, datanodeUuid=d8f22679-c97f-45c1-b2d0-261729c90d50, infoPort=35213, infoSecurePort=0, ipcPort=37479, storageInfo=lv=-57;cid=testClusterID;nsid=554621639;c=1732040391991) 2024-11-19T18:19:52,531 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc99108269232e831 with lease ID 0xa57295cf4cb9dc04: from storage DS-ef91e410-6e47-47d2-909f-f63995a06a02 node DatanodeRegistration(127.0.0.1:39833, datanodeUuid=d8f22679-c97f-45c1-b2d0-261729c90d50, infoPort=35213, infoSecurePort=0, ipcPort=37479, storageInfo=lv=-57;cid=testClusterID;nsid=554621639;c=1732040391991), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:19:52,531 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc99108269232e831 with lease ID 0xa57295cf4cb9dc04: Processing first storage report for DS-01ba305f-7c3b-4fa2-9a82-aacc4f33ce5f from datanode DatanodeRegistration(127.0.0.1:39833, datanodeUuid=d8f22679-c97f-45c1-b2d0-261729c90d50, infoPort=35213, infoSecurePort=0, ipcPort=37479, storageInfo=lv=-57;cid=testClusterID;nsid=554621639;c=1732040391991) 2024-11-19T18:19:52,531 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc99108269232e831 with lease ID 0xa57295cf4cb9dc04: from storage DS-01ba305f-7c3b-4fa2-9a82-aacc4f33ce5f node DatanodeRegistration(127.0.0.1:39833, datanodeUuid=d8f22679-c97f-45c1-b2d0-261729c90d50, infoPort=35213, infoSecurePort=0, ipcPort=37479, storageInfo=lv=-57;cid=testClusterID;nsid=554621639;c=1732040391991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:19:52,531 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:19:52,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0 2024-11-19T18:19:52,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:52,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:52,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:19:52,947 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76 with version=8 2024-11-19T18:19:52,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/hbase-staging 2024-11-19T18:19:52,949 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:52,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:52,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:52,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:52,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:52,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:52,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:19:52,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:52,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40597 2024-11-19T18:19:52,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40597 connecting to ZooKeeper ensemble=127.0.0.1:57682 2024-11-19T18:19:52,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405970x0, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:52,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40597-0x1013174da270003 connected 2024-11-19T18:19:52,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:52,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:52,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Set watcher on znode that does not yet exist, /151320824/running 2024-11-19T18:19:52,976 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76, hbase.cluster.distributed=false 2024-11-19T18:19:52,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Set watcher on znode that does not yet exist, /151320824/acl 2024-11-19T18:19:52,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-19T18:19:52,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40597 2024-11-19T18:19:52,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40597 2024-11-19T18:19:52,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-19T18:19:52,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-19T18:19:52,993 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:19:52,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:52,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:52,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:19:52,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:19:52,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:19:52,993 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:19:52,993 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:19:52,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40415 2024-11-19T18:19:52,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40415 connecting to ZooKeeper ensemble=127.0.0.1:57682 2024-11-19T18:19:52,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:52,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:53,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404150x0, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:53,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404150x0, quorum=127.0.0.1:57682, baseZNode=/151320824 Set watcher on znode that does not yet exist, /151320824/running 2024-11-19T18:19:53,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40415-0x1013174da270004 connected 2024-11-19T18:19:53,000 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:19:53,002 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:19:53,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Set watcher on znode that does not yet exist, /151320824/master 2024-11-19T18:19:53,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Set watcher on znode that does not yet exist, /151320824/acl 2024-11-19T18:19:53,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40415 2024-11-19T18:19:53,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40415 2024-11-19T18:19:53,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40415 2024-11-19T18:19:53,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40415 2024-11-19T18:19:53,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40415 2024-11-19T18:19:53,022 DEBUG [M:0;30db5f576be8:40597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:40597 2024-11-19T18:19:53,024 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /151320824/backup-masters/30db5f576be8,40597,1732040392949 2024-11-19T18:19:53,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824/backup-masters 2024-11-19T18:19:53,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824/backup-masters 2024-11-19T18:19:53,026 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Set watcher on existing znode=/151320824/backup-masters/30db5f576be8,40597,1732040392949 2024-11-19T18:19:53,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/151320824/master 2024-11-19T18:19:53,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:53,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:53,028 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Set watcher on existing znode=/151320824/master 2024-11-19T18:19:53,028 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /151320824/backup-masters/30db5f576be8,40597,1732040392949 from backup master directory 2024-11-19T18:19:53,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/151320824/backup-masters/30db5f576be8,40597,1732040392949 2024-11-19T18:19:53,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824/backup-masters 2024-11-19T18:19:53,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824/backup-masters 2024-11-19T18:19:53,030 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:53,030 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,40597,1732040392949 2024-11-19T18:19:53,034 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/hbase.id] with ID: 6b70c148-c3f0-441f-b9f9-4f08e3d89aff 2024-11-19T18:19:53,034 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/.tmp/hbase.id 2024-11-19T18:19:53,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:19:53,443 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/.tmp/hbase.id]:[hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/hbase.id] 2024-11-19T18:19:53,452 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:19:53,452 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:19:53,453 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:19:53,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:53,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:53,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:19:53,861 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:53,862 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:19:53,862 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:53,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:19:53,869 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store 2024-11-19T18:19:53,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:19:54,274 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:54,274 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:19:54,274 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:54,274 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:54,274 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:19:54,274 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:54,274 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:19:54,274 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040394274Disabling compacts and flushes for region at 1732040394274Disabling writes for close at 1732040394274Writing region close event to WAL at 1732040394274Closed at 1732040394274 2024-11-19T18:19:54,275 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/.initializing 2024-11-19T18:19:54,275 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/WALs/30db5f576be8,40597,1732040392949 2024-11-19T18:19:54,276 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:54,279 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C40597%2C1732040392949, suffix=, logDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/WALs/30db5f576be8,40597,1732040392949, archiveDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/oldWALs, maxLogs=10 2024-11-19T18:19:54,294 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/WALs/30db5f576be8,40597,1732040392949/30db5f576be8%2C40597%2C1732040392949.1732040394280, exclude list is [], retry=0 2024-11-19T18:19:54,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39833,DS-ef91e410-6e47-47d2-909f-f63995a06a02,DISK] 2024-11-19T18:19:54,298 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/WALs/30db5f576be8,40597,1732040392949/30db5f576be8%2C40597%2C1732040392949.1732040394280 2024-11-19T18:19:54,298 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-19T18:19:54,298 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:54,298 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:54,298 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,298 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:19:54,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:54,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:54,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:19:54,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:54,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:54,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:19:54,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:54,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:54,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:19:54,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:54,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:54,304 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,305 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,305 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,306 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,306 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,306 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:54,307 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:19:54,308 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:54,309 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60650175, jitterRate=-0.09624196588993073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:54,309 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040394298Initializing all the Stores at 1732040394299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040394299Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040394299Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040394299Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040394299Cleaning up temporary data from old regions at 1732040394306 (+7 ms)Region opened successfully at 1732040394309 (+3 ms) 2024-11-19T18:19:54,309 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:19:54,311 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6164c590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:54,312 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:19:54,312 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:19:54,312 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:19:54,313 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:19:54,313 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:19:54,313 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:19:54,313 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:19:54,315 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:19:54,316 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Unable to get data of znode /151320824/balancer because node does not exist (not necessarily an error) 2024-11-19T18:19:54,317 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /151320824/balancer already deleted, retry=false 2024-11-19T18:19:54,317 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:19:54,318 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Unable to get data of znode /151320824/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:19:54,319 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /151320824/normalizer already deleted, retry=false 2024-11-19T18:19:54,319 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:19:54,320 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Unable to get data of znode /151320824/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:19:54,322 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /151320824/switch/split already deleted, retry=false 2024-11-19T18:19:54,322 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Unable to get data of znode /151320824/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:19:54,323 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /151320824/switch/merge already deleted, retry=false 2024-11-19T18:19:54,325 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Unable to get data of znode /151320824/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:19:54,327 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /151320824/snapshot-cleanup already deleted, retry=false 2024-11-19T18:19:54,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/151320824/running 2024-11-19T18:19:54,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/151320824/running 2024-11-19T18:19:54,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:54,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:54,328 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,40597,1732040392949, sessionid=0x1013174da270003, setting cluster-up flag (Was=false) 2024-11-19T18:19:54,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:54,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:54,336 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /151320824/flush-table-proc/acquired, /151320824/flush-table-proc/reached, /151320824/flush-table-proc/abort 2024-11-19T18:19:54,337 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,40597,1732040392949 2024-11-19T18:19:54,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:54,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:54,345 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /151320824/online-snapshot/acquired, /151320824/online-snapshot/reached, /151320824/online-snapshot/abort 2024-11-19T18:19:54,346 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,40597,1732040392949 2024-11-19T18:19:54,347 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:19:54,348 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:54,348 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:19:54,348 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:19:54,348 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,40597,1732040392949 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:19:54,349 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:54,349 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:54,349 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:54,349 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:19:54,349 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:19:54,349 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,349 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:54,349 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:54,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:19:54,351 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:54,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:19:54,355 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040424355 2024-11-19T18:19:54,355 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:19:54,355 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:19:54,355 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:19:54,356 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:19:54,356 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:19:54,356 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:19:54,356 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,360 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:19:54,360 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:19:54,360 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:19:54,360 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:19:54,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:19:54,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:19:54,362 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76 2024-11-19T18:19:54,364 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:19:54,364 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:19:54,368 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040394364,5,FailOnTimeoutGroup] 2024-11-19T18:19:54,368 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040394368,5,FailOnTimeoutGroup] 2024-11-19T18:19:54,368 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,368 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:19:54,368 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,368 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741832_1008 (size=32) 2024-11-19T18:19:54,413 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(746): ClusterId : 6b70c148-c3f0-441f-b9f9-4f08e3d89aff 2024-11-19T18:19:54,413 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:19:54,415 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:19:54,415 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:19:54,417 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:19:54,417 DEBUG [RS:0;30db5f576be8:40415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7069373a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:19:54,430 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:40415 2024-11-19T18:19:54,430 INFO [RS:0;30db5f576be8:40415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:19:54,430 INFO [RS:0;30db5f576be8:40415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:19:54,430 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:19:54,431 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,40597,1732040392949 with port=40415, startcode=1732040392993 2024-11-19T18:19:54,431 DEBUG [RS:0;30db5f576be8:40415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:19:54,433 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:19:54,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,40415,1732040392993 2024-11-19T18:19:54,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40597 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,40415,1732040392993 2024-11-19T18:19:54,435 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76 2024-11-19T18:19:54,435 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42789 2024-11-19T18:19:54,435 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:19:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824/rs 2024-11-19T18:19:54,438 DEBUG [RS:0;30db5f576be8:40415 {}] zookeeper.ZKUtil(111): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Set watcher on existing znode=/151320824/rs/30db5f576be8,40415,1732040392993 2024-11-19T18:19:54,438 WARN [RS:0;30db5f576be8:40415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:19:54,438 INFO [RS:0;30db5f576be8:40415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:54,438 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993 2024-11-19T18:19:54,442 INFO [RS:0;30db5f576be8:40415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:19:54,444 INFO [RS:0;30db5f576be8:40415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:19:54,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,40415,1732040392993] 2024-11-19T18:19:54,448 INFO [RS:0;30db5f576be8:40415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:19:54,448 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,452 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:19:54,453 INFO [RS:0;30db5f576be8:40415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:19:54,453 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:54,453 DEBUG [RS:0;30db5f576be8:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:19:54,454 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,454 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,454 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,454 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,454 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,454 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40415,1732040392993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:54,472 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:19:54,472 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40415,1732040392993-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,472 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,472 INFO [RS:0;30db5f576be8:40415 {}] regionserver.Replication(171): 30db5f576be8,40415,1732040392993 started 2024-11-19T18:19:54,488 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:54,488 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,40415,1732040392993, RpcServer on 30db5f576be8/172.17.0.2:40415, sessionid=0x1013174da270004 2024-11-19T18:19:54,488 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:19:54,488 DEBUG [RS:0;30db5f576be8:40415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,40415,1732040392993 2024-11-19T18:19:54,488 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,40415,1732040392993' 2024-11-19T18:19:54,488 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/151320824/flush-table-proc/abort' 2024-11-19T18:19:54,489 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/151320824/flush-table-proc/acquired' 2024-11-19T18:19:54,489 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:19:54,489 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:19:54,489 DEBUG [RS:0;30db5f576be8:40415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,40415,1732040392993 2024-11-19T18:19:54,489 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,40415,1732040392993' 2024-11-19T18:19:54,489 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/151320824/online-snapshot/abort' 2024-11-19T18:19:54,489 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/151320824/online-snapshot/acquired' 2024-11-19T18:19:54,490 DEBUG [RS:0;30db5f576be8:40415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:19:54,490 INFO [RS:0;30db5f576be8:40415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:19:54,490 INFO [RS:0;30db5f576be8:40415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:19:54,590 INFO [RS:0;30db5f576be8:40415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:19:54,591 INFO [RS:0;30db5f576be8:40415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C40415%2C1732040392993, suffix=, logDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993, archiveDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/oldWALs, maxLogs=10 2024-11-19T18:19:54,605 DEBUG [RS:0;30db5f576be8:40415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592, exclude list is [], retry=0 2024-11-19T18:19:54,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39833,DS-ef91e410-6e47-47d2-909f-f63995a06a02,DISK] 2024-11-19T18:19:54,609 INFO [RS:0;30db5f576be8:40415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 2024-11-19T18:19:54,609 DEBUG [RS:0;30db5f576be8:40415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-19T18:19:54,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:54,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:19:54,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:19:54,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:54,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:54,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:19:54,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:19:54,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:54,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:54,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:19:54,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:19:54,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:54,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:54,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:19:54,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:19:54,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:54,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:54,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:19:54,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740 2024-11-19T18:19:54,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740 2024-11-19T18:19:54,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:19:54,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:19:54,783 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:54,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:19:54,785 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:54,785 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62463043, jitterRate=-0.06922812759876251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:54,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040394775Initializing all the Stores at 1732040394775Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040394775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040394776 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040394776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040394776Cleaning up temporary data from old regions at 1732040394782 (+6 ms)Region opened successfully at 1732040394785 (+3 ms) 2024-11-19T18:19:54,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:19:54,785 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:19:54,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:19:54,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:19:54,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:19:54,786 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:19:54,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040394785Disabling compacts and flushes for region at 1732040394785Disabling writes for close at 1732040394785Writing region close event to WAL at 1732040394786 (+1 ms)Closed at 1732040394786 2024-11-19T18:19:54,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:54,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:19:54,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:19:54,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:54,788 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:19:54,938 DEBUG [30db5f576be8:40597 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:19:54,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,40415,1732040392993 2024-11-19T18:19:54,940 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,40415,1732040392993, state=OPENING 2024-11-19T18:19:54,947 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:19:54,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:54,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:19:54,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /151320824/meta-region-server: CHANGED 2024-11-19T18:19:54,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /151320824/meta-region-server: CHANGED 2024-11-19T18:19:54,949 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:19:54,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,40415,1732040392993}] 2024-11-19T18:19:55,101 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:19:55,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:19:55,107 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:19:55,107 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:55,107 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:19:55,108 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C40415%2C1732040392993.meta, suffix=.meta, logDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993, archiveDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/oldWALs, maxLogs=10 2024-11-19T18:19:55,121 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.meta.1732040395108.meta, exclude list is [], retry=0 2024-11-19T18:19:55,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39833,DS-ef91e410-6e47-47d2-909f-f63995a06a02,DISK] 2024-11-19T18:19:55,125 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.meta.1732040395108.meta 2024-11-19T18:19:55,127 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-19T18:19:55,127 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:55,127 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:55,127 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:19:55,127 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:19:55,127 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:19:55,127 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:19:55,127 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:55,127 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:19:55,127 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:19:55,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:19:55,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:19:55,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:55,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:55,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:19:55,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:19:55,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:55,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:55,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:19:55,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:19:55,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:55,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:55,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:19:55,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:19:55,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:55,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:19:55,132 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:19:55,133 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740 2024-11-19T18:19:55,133 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740 2024-11-19T18:19:55,134 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:19:55,134 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:19:55,135 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:19:55,135 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:19:55,136 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65921563, jitterRate=-0.017692163586616516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:19:55,136 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:19:55,136 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040395127Writing region info on filesystem at 1732040395127Initializing all the Stores at 1732040395128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040395128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040395128Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040395128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040395128Cleaning up temporary data from old regions at 1732040395134 (+6 ms)Running coprocessor post-open hooks at 1732040395136 (+2 ms)Region opened successfully at 1732040395136 2024-11-19T18:19:55,137 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040395101 2024-11-19T18:19:55,138 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:19:55,138 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:19:55,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,40415,1732040392993 2024-11-19T18:19:55,139 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,40415,1732040392993, state=OPEN 2024-11-19T18:19:55,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/151320824/meta-region-server 2024-11-19T18:19:55,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/151320824/meta-region-server 2024-11-19T18:19:55,146 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,40415,1732040392993 2024-11-19T18:19:55,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /151320824/meta-region-server: CHANGED 2024-11-19T18:19:55,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /151320824/meta-region-server: CHANGED 2024-11-19T18:19:55,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:19:55,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,40415,1732040392993 in 197 msec 2024-11-19T18:19:55,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:19:55,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-19T18:19:55,150 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:19:55,150 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:19:55,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:55,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40415,1732040392993, seqNum=-1] 2024-11-19T18:19:55,151 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:55,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:55,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 808 msec 2024-11-19T18:19:55,156 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040395156, completionTime=-1 2024-11-19T18:19:55,156 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:19:55,156 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:19:55,158 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:19:55,158 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040455158 2024-11-19T18:19:55,158 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040515158 2024-11-19T18:19:55,158 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T18:19:55,158 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40597,1732040392949-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:55,158 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40597,1732040392949-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:55,158 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40597,1732040392949-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:55,158 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:40597, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:55,158 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:55,159 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:55,160 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:19:55,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.131sec 2024-11-19T18:19:55,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:19:55,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:19:55,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:19:55,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:19:55,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:19:55,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40597,1732040392949-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:19:55,161 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40597,1732040392949-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:19:55,163 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:19:55,163 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:19:55,163 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40597,1732040392949-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:19:55,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9888fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:55,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,40597,-1 for getting cluster id 2024-11-19T18:19:55,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:55,215 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b70c148-c3f0-441f-b9f9-4f08e3d89aff' 2024-11-19T18:19:55,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b70c148-c3f0-441f-b9f9-4f08e3d89aff" 2024-11-19T18:19:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa75dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,40597,-1] 2024-11-19T18:19:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:55,217 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:55,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c590f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:55,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:55,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40415,1732040392993, seqNum=-1] 2024-11-19T18:19:55,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:55,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:19:55,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,40597,1732040392949 2024-11-19T18:19:55,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57682 2024-11-19T18:19:55,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:19:55,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013174da270005 connected 2024-11-19T18:19:55,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,43353,1732040389688 2024-11-19T18:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34ebeda0 2024-11-19T18:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:55,229 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:55,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:19:55,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:19:55,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:55,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:19:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:55,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:19:55,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:19:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:55,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a95dc98030faac834cea60edfc40bc28, NAME => 'test,,1732040395229.a95dc98030faac834cea60edfc40bc28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99 2024-11-19T18:19:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:19:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:56,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040395229.a95dc98030faac834cea60edfc40bc28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:56,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a95dc98030faac834cea60edfc40bc28, disabling compactions & flushes 2024-11-19T18:19:56,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:19:56,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:19:56,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040395229.a95dc98030faac834cea60edfc40bc28. after waiting 0 ms 2024-11-19T18:19:56,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:19:56,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:19:56,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a95dc98030faac834cea60edfc40bc28: Waiting for close lock at 1732040396046Disabling compacts and flushes for region at 1732040396046Disabling writes for close at 1732040396046Writing region close event to WAL at 1732040396046Closed at 1732040396046 2024-11-19T18:19:56,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:19:56,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040395229.a95dc98030faac834cea60edfc40bc28.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040396048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040396048"}]},"ts":"1732040396048"} 2024-11-19T18:19:56,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:19:56,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:19:56,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040396050"}]},"ts":"1732040396050"} 2024-11-19T18:19:56,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:19:56,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a95dc98030faac834cea60edfc40bc28, ASSIGN}] 2024-11-19T18:19:56,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a95dc98030faac834cea60edfc40bc28, ASSIGN 2024-11-19T18:19:56,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a95dc98030faac834cea60edfc40bc28, ASSIGN; state=OFFLINE, location=30db5f576be8,39293,1732040389735; forceNewPlan=false, retain=false 2024-11-19T18:19:56,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a95dc98030faac834cea60edfc40bc28, regionState=OPENING, regionLocation=30db5f576be8,39293,1732040389735 2024-11-19T18:19:56,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a95dc98030faac834cea60edfc40bc28, ASSIGN because future has completed 2024-11-19T18:19:56,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a95dc98030faac834cea60edfc40bc28, server=30db5f576be8,39293,1732040389735}] 2024-11-19T18:19:56,363 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:19:56,363 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a95dc98030faac834cea60edfc40bc28, NAME => 'test,,1732040395229.a95dc98030faac834cea60edfc40bc28.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:56,363 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:56,363 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:19:56,363 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,364 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040395229.a95dc98030faac834cea60edfc40bc28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:56,364 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,364 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,365 INFO [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,366 INFO [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a95dc98030faac834cea60edfc40bc28 columnFamilyName f 2024-11-19T18:19:56,366 DEBUG [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:56,366 INFO [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] regionserver.HStore(327): Store=a95dc98030faac834cea60edfc40bc28/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:56,366 INFO [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,367 INFO [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a95dc98030faac834cea60edfc40bc28 columnFamilyName f1 2024-11-19T18:19:56,367 DEBUG [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:56,368 INFO [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] regionserver.HStore(327): Store=a95dc98030faac834cea60edfc40bc28/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:56,368 INFO [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,369 INFO [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a95dc98030faac834cea60edfc40bc28 columnFamilyName norep 2024-11-19T18:19:56,369 DEBUG [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:56,369 INFO [StoreOpener-a95dc98030faac834cea60edfc40bc28-1 {}] regionserver.HStore(327): Store=a95dc98030faac834cea60edfc40bc28/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:56,369 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,370 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,370 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,371 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,371 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:56,372 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:19:56,373 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,374 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:56,375 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a95dc98030faac834cea60edfc40bc28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69637386, jitterRate=0.037677913904190063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:19:56,375 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a95dc98030faac834cea60edfc40bc28 2024-11-19T18:19:56,375 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a95dc98030faac834cea60edfc40bc28: Running coprocessor pre-open hook at 1732040396364Writing region info on filesystem at 1732040396364Initializing all the Stores at 1732040396364Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040396364Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040396365 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040396365Cleaning up temporary data from old regions at 1732040396371 (+6 ms)Running coprocessor post-open hooks at 1732040396375 (+4 ms)Region opened successfully at 1732040396375 2024-11-19T18:19:56,376 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040395229.a95dc98030faac834cea60edfc40bc28., pid=6, masterSystemTime=1732040396360 2024-11-19T18:19:56,378 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:19:56,378 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:19:56,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a95dc98030faac834cea60edfc40bc28, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,39293,1732040389735 2024-11-19T18:19:56,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a95dc98030faac834cea60edfc40bc28, server=30db5f576be8,39293,1732040389735 because future has completed 2024-11-19T18:19:56,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:19:56,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a95dc98030faac834cea60edfc40bc28, server=30db5f576be8,39293,1732040389735 in 174 msec 2024-11-19T18:19:56,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:19:56,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a95dc98030faac834cea60edfc40bc28, ASSIGN in 331 msec 2024-11-19T18:19:56,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:19:56,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040396386"}]},"ts":"1732040396386"} 2024-11-19T18:19:56,388 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:19:56,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:19:56,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-19T18:19:56,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:19:56,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T18:19:56,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T18:19:56,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T18:19:56,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:19:56,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T18:19:56,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:19:56,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T18:19:56,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:19:56,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T18:19:56,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:19:56,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T18:19:57,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:19:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:57,392 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:19:57,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,40597,1732040392949 2024-11-19T18:19:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13054eda 2024-11-19T18:19:57,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:57,394 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:57,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:57,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:57,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:57,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:57,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:57,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:57,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:19:57,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:19:57,397 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:57,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:19:57,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:19:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:57,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:57,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:57,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:57,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:19:57,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:19:57,424 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84a15e857c4fdb8217504a5f2c92e65a, NAME => 'test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76 2024-11-19T18:19:57,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:19:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:57,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:57,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 84a15e857c4fdb8217504a5f2c92e65a, disabling compactions & flushes 2024-11-19T18:19:57,832 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:19:57,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:19:57,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. after waiting 0 ms 2024-11-19T18:19:57,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:19:57,832 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:19:57,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84a15e857c4fdb8217504a5f2c92e65a: Waiting for close lock at 1732040397832Disabling compacts and flushes for region at 1732040397832Disabling writes for close at 1732040397832Writing region close event to WAL at 1732040397832Closed at 1732040397832 2024-11-19T18:19:57,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:19:57,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040397833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040397833"}]},"ts":"1732040397833"} 2024-11-19T18:19:57,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:19:57,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:19:57,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040397837"}]},"ts":"1732040397837"} 2024-11-19T18:19:57,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:19:57,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=84a15e857c4fdb8217504a5f2c92e65a, ASSIGN}] 2024-11-19T18:19:57,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=84a15e857c4fdb8217504a5f2c92e65a, ASSIGN 2024-11-19T18:19:57,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=84a15e857c4fdb8217504a5f2c92e65a, ASSIGN; state=OFFLINE, location=30db5f576be8,40415,1732040392993; forceNewPlan=false, retain=false 2024-11-19T18:19:57,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84a15e857c4fdb8217504a5f2c92e65a, regionState=OPENING, regionLocation=30db5f576be8,40415,1732040392993 2024-11-19T18:19:57,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=84a15e857c4fdb8217504a5f2c92e65a, ASSIGN because future has completed 2024-11-19T18:19:57,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84a15e857c4fdb8217504a5f2c92e65a, server=30db5f576be8,40415,1732040392993}] 2024-11-19T18:19:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:58,149 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:19:58,149 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 84a15e857c4fdb8217504a5f2c92e65a, NAME => 'test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:58,149 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:58,149 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:19:58,150 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,150 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:58,150 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,150 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,151 INFO [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,152 INFO [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84a15e857c4fdb8217504a5f2c92e65a columnFamilyName f 2024-11-19T18:19:58,152 DEBUG [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:58,152 INFO [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] regionserver.HStore(327): Store=84a15e857c4fdb8217504a5f2c92e65a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:58,152 INFO [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,153 INFO [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84a15e857c4fdb8217504a5f2c92e65a columnFamilyName f1 2024-11-19T18:19:58,153 DEBUG [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:58,154 INFO [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] regionserver.HStore(327): Store=84a15e857c4fdb8217504a5f2c92e65a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:58,154 INFO [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,154 INFO [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84a15e857c4fdb8217504a5f2c92e65a columnFamilyName norep 2024-11-19T18:19:58,154 DEBUG [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:58,155 INFO [StoreOpener-84a15e857c4fdb8217504a5f2c92e65a-1 {}] regionserver.HStore(327): Store=84a15e857c4fdb8217504a5f2c92e65a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:58,155 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,155 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,155 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,156 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,156 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,157 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:19:58,157 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,159 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:58,159 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 84a15e857c4fdb8217504a5f2c92e65a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61983754, jitterRate=-0.07637009024620056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:19:58,159 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:19:58,159 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 84a15e857c4fdb8217504a5f2c92e65a: Running coprocessor pre-open hook at 1732040398150Writing region info on filesystem at 1732040398150Initializing all the Stores at 1732040398150Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040398151 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040398151Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040398151Cleaning up temporary data from old regions at 1732040398156 (+5 ms)Running coprocessor post-open hooks at 1732040398159 (+3 ms)Region opened successfully at 1732040398159 2024-11-19T18:19:58,160 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a., pid=6, masterSystemTime=1732040398146 2024-11-19T18:19:58,162 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:19:58,162 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:19:58,162 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84a15e857c4fdb8217504a5f2c92e65a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,40415,1732040392993 2024-11-19T18:19:58,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84a15e857c4fdb8217504a5f2c92e65a, server=30db5f576be8,40415,1732040392993 because future has completed 2024-11-19T18:19:58,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:19:58,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 84a15e857c4fdb8217504a5f2c92e65a, server=30db5f576be8,40415,1732040392993 in 171 msec 2024-11-19T18:19:58,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:19:58,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=84a15e857c4fdb8217504a5f2c92e65a, ASSIGN in 327 msec 2024-11-19T18:19:58,168 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:19:58,169 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040398168"}]},"ts":"1732040398168"} 2024-11-19T18:19:58,170 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:19:58,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:19:58,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 777 msec 2024-11-19T18:19:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:19:58,532 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:19:58,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,43353,-1 for getting cluster id 2024-11-19T18:19:58,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:58,533 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '727b8525-89b8-423c-821f-b8163b42f75a' 2024-11-19T18:19:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "727b8525-89b8-423c-821f-b8163b42f75a" 2024-11-19T18:19:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1959fdac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,43353,-1] 2024-11-19T18:19:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:58,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:58,535 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:58,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0b8669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,40597,-1 for getting cluster id 2024-11-19T18:19:58,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:58,538 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b70c148-c3f0-441f-b9f9-4f08e3d89aff' 2024-11-19T18:19:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b70c148-c3f0-441f-b9f9-4f08e3d89aff" 2024-11-19T18:19:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6947ee13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,40597,-1] 2024-11-19T18:19:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:58,539 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:58,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bca65c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,43353,-1 for getting cluster id 2024-11-19T18:19:58,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:58,541 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '727b8525-89b8-423c-821f-b8163b42f75a' 2024-11-19T18:19:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "727b8525-89b8-423c-821f-b8163b42f75a" 2024-11-19T18:19:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534fbef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,43353,-1] 2024-11-19T18:19:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:58,542 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4319c1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,43353,1732040389688 2024-11-19T18:19:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3635aa4c 2024-11-19T18:19:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:58,544 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:58,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:40597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:19:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:19:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:58,547 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:40597' 2024-11-19T18:19:58,548 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b77028b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,548 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,40597,-1 for getting cluster id 2024-11-19T18:19:58,548 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:58,549 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b70c148-c3f0-441f-b9f9-4f08e3d89aff' 2024-11-19T18:19:58,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:58,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b70c148-c3f0-441f-b9f9-4f08e3d89aff" 2024-11-19T18:19:58,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,40597,-1] 2024-11-19T18:19:58,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:58,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:58,550 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:58,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f306d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:58,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:58,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,40597,1732040392949 2024-11-19T18:19:58,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb5aa07 2024-11-19T18:19:58,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:58,552 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:58,553 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T18:19:58,553 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:19:58,553 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:58,553 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:58,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:58,554 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:58,554 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:19:58,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:19:58,555 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:58,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:19:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:19:58,605 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:19:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:58,968 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7f8bdde062a2aeda528f3333a640eb4, NAME => 'hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99 2024-11-19T18:19:58,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:19:58,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:58,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f7f8bdde062a2aeda528f3333a640eb4, disabling compactions & flushes 2024-11-19T18:19:58,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:19:58,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:19:58,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. after waiting 0 ms 2024-11-19T18:19:58,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:19:58,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:19:58,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7f8bdde062a2aeda528f3333a640eb4: Waiting for close lock at 1732040398973Disabling compacts and flushes for region at 1732040398973Disabling writes for close at 1732040398973Writing region close event to WAL at 1732040398973Closed at 1732040398973 2024-11-19T18:19:58,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:19:58,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040398974"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040398974"}]},"ts":"1732040398974"} 2024-11-19T18:19:58,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:19:58,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:19:58,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040398977"}]},"ts":"1732040398977"} 2024-11-19T18:19:58,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:19:58,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7f8bdde062a2aeda528f3333a640eb4, ASSIGN}] 2024-11-19T18:19:58,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7f8bdde062a2aeda528f3333a640eb4, ASSIGN 2024-11-19T18:19:58,981 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7f8bdde062a2aeda528f3333a640eb4, ASSIGN; state=OFFLINE, location=30db5f576be8,39293,1732040389735; forceNewPlan=false, retain=false 2024-11-19T18:19:59,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7f8bdde062a2aeda528f3333a640eb4, regionState=OPENING, regionLocation=30db5f576be8,39293,1732040389735 2024-11-19T18:19:59,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7f8bdde062a2aeda528f3333a640eb4, ASSIGN because future has completed 2024-11-19T18:19:59,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7f8bdde062a2aeda528f3333a640eb4, server=30db5f576be8,39293,1732040389735}] 2024-11-19T18:19:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:59,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:19:59,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:19:59,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:19:59,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C39293%2C1732040389735.rep, suffix=, logDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735, archiveDir=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/oldWALs, maxLogs=10 2024-11-19T18:19:59,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.rep.1732040399292, exclude list is [], retry=0 2024-11-19T18:19:59,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37243,DS-d3f72fdb-a785-47d9-839e-38c86951491a,DISK] 2024-11-19T18:19:59,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.rep.1732040399292 2024-11-19T18:19:59,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36051:36051)] 2024-11-19T18:19:59,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f7f8bdde062a2aeda528f3333a640eb4, NAME => 'hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:19:59,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:19:59,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:19:59,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. service=MultiRowMutationService 2024-11-19T18:19:59,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:19:59,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:19:59,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,311 INFO [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,312 INFO [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f8bdde062a2aeda528f3333a640eb4 columnFamilyName hfileref 2024-11-19T18:19:59,312 DEBUG [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:59,313 INFO [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] regionserver.HStore(327): Store=f7f8bdde062a2aeda528f3333a640eb4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:59,313 INFO [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,314 INFO [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f8bdde062a2aeda528f3333a640eb4 columnFamilyName queue 2024-11-19T18:19:59,314 DEBUG [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:59,314 INFO [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] regionserver.HStore(327): Store=f7f8bdde062a2aeda528f3333a640eb4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:59,314 INFO [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,317 INFO [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f8bdde062a2aeda528f3333a640eb4 columnFamilyName sid 2024-11-19T18:19:59,317 DEBUG [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:59,317 INFO [StoreOpener-f7f8bdde062a2aeda528f3333a640eb4-1 {}] regionserver.HStore(327): Store=f7f8bdde062a2aeda528f3333a640eb4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:19:59,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/replication/f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/replication/f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:19:59,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/replication/f7f8bdde062a2aeda528f3333a640eb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:19:59,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f7f8bdde062a2aeda528f3333a640eb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62486345, jitterRate=-0.06888090074062347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:19:59,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:19:59,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f7f8bdde062a2aeda528f3333a640eb4: Running coprocessor pre-open hook at 1732040399310Writing region info on filesystem at 1732040399310Initializing all the Stores at 1732040399311 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040399311Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040399311Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040399311Cleaning up temporary data from old regions at 1732040399320 (+9 ms)Running coprocessor post-open hooks at 1732040399327 (+7 ms)Region opened successfully at 1732040399327 2024-11-19T18:19:59,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4., pid=10, masterSystemTime=1732040399287 2024-11-19T18:19:59,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:19:59,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:19:59,332 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7f8bdde062a2aeda528f3333a640eb4, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,39293,1732040389735 2024-11-19T18:19:59,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7f8bdde062a2aeda528f3333a640eb4, server=30db5f576be8,39293,1732040389735 because future has completed 2024-11-19T18:19:59,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:19:59,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f7f8bdde062a2aeda528f3333a640eb4, server=30db5f576be8,39293,1732040389735 in 201 msec 2024-11-19T18:19:59,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:19:59,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7f8bdde062a2aeda528f3333a640eb4, ASSIGN in 359 msec 2024-11-19T18:19:59,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:19:59,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040399340"}]},"ts":"1732040399340"} 2024-11-19T18:19:59,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:19:59,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:19:59,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 789 msec 2024-11-19T18:19:59,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4., hostname=30db5f576be8,39293,1732040389735, seqNum=2] 2024-11-19T18:19:59,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:59,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:19:59,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:19:59,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:19:59,529 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:19:59,567 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,39293,1732040389735, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:19:59,567 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:19:59,567 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39293,1732040389735, seqNum=-1] 2024-11-19T18:19:59,568 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:19:59,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T18:19:59,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,39293,1732040389735', locateType=CURRENT is [region=hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4., hostname=30db5f576be8,39293,1732040389735, seqNum=2] 2024-11-19T18:19:59,576 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:19:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:19:59,579 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,39293,1732040389735 suceeded 2024-11-19T18:19:59,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:19:59,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-19T18:19:59,581 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:40597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:19:59,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0370 sec 2024-11-19T18:19:59,594 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:40597' 2024-11-19T18:19:59,596 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a17b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:59,596 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,40597,-1 for getting cluster id 2024-11-19T18:19:59,597 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:59,598 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b70c148-c3f0-441f-b9f9-4f08e3d89aff' 2024-11-19T18:19:59,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:59,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b70c148-c3f0-441f-b9f9-4f08e3d89aff" 2024-11-19T18:19:59,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28b15356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:59,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,40597,-1] 2024-11-19T18:19:59,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:59,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:59,599 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:59,600 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@553cb387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:59,600 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:59,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,40597,1732040392949 2024-11-19T18:19:59,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6edcc0c0 2024-11-19T18:19:59,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:59,602 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-19T18:19:59,602 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,39293,1732040389735 (queues=1) is replicating from cluster=727b8525-89b8-423c-821f-b8163b42f75a to cluster=6b70c148-c3f0-441f-b9f9-4f08e3d89aff 2024-11-19T18:19:59,602 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C39293%2C1732040389735 2024-11-19T18:19:59,602 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,39293,1732040389735, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:19:59,604 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925, startPosition=0, beingWritten=true 2024-11-19T18:19:59,612 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C39293%2C1732040389735 2024-11-19T18:19:59,619 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:19:59,619 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 379, reset compression=false 2024-11-19T18:19:59,619 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39293,1732040389735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:19:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:59,682 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:19:59,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:19:59,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:19:59,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:59,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:59,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:59,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1ee519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:59,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,40597,-1 for getting cluster id 2024-11-19T18:19:59,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:59,684 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b70c148-c3f0-441f-b9f9-4f08e3d89aff' 2024-11-19T18:19:59,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:59,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b70c148-c3f0-441f-b9f9-4f08e3d89aff" 2024-11-19T18:19:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f862ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,40597,-1] 2024-11-19T18:19:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:59,686 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e88ae4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:59,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,40597,1732040392949 2024-11-19T18:19:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fcad072 2024-11-19T18:19:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:59,689 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:59,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:43353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:19:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:19:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:59,692 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:43353' 2024-11-19T18:19:59,694 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ad569a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:59,694 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,43353,-1 for getting cluster id 2024-11-19T18:19:59,694 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:19:59,694 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '727b8525-89b8-423c-821f-b8163b42f75a' 2024-11-19T18:19:59,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:19:59,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "727b8525-89b8-423c-821f-b8163b42f75a" 2024-11-19T18:19:59,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5f66fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:59,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,43353,-1] 2024-11-19T18:19:59,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:19:59,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:59,696 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:19:59,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a83e0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:19:59,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:19:59,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,43353,1732040389688 2024-11-19T18:19:59,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2afc0aa3 2024-11-19T18:19:59,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:19:59,698 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:19:59,699 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T18:19:59,699 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:19:59,699 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:59,699 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:19:59,699 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:19:59,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:19:59,700 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:19:59,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:19:59,701 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:19:59,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:19:59,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:19:59,751 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:19:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:19:59,825 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 379, reset compression=false 2024-11-19T18:20:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:00,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7e70ef77284f2946f0b1b9e21e06bc4, NAME => 'hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76 2024-11-19T18:20:00,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:20:00,130 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 379, reset compression=false 2024-11-19T18:20:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:00,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:00,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b7e70ef77284f2946f0b1b9e21e06bc4, disabling compactions & flushes 2024-11-19T18:20:00,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:00,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:00,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. after waiting 0 ms 2024-11-19T18:20:00,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:00,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:00,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7e70ef77284f2946f0b1b9e21e06bc4: Waiting for close lock at 1732040400524Disabling compacts and flushes for region at 1732040400524Disabling writes for close at 1732040400524Writing region close event to WAL at 1732040400524Closed at 1732040400524 2024-11-19T18:20:00,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:20:00,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040400525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040400525"}]},"ts":"1732040400525"} 2024-11-19T18:20:00,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:20:00,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:20:00,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040400530"}]},"ts":"1732040400530"} 2024-11-19T18:20:00,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:20:00,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7e70ef77284f2946f0b1b9e21e06bc4, ASSIGN}] 2024-11-19T18:20:00,535 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7e70ef77284f2946f0b1b9e21e06bc4, ASSIGN 2024-11-19T18:20:00,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7e70ef77284f2946f0b1b9e21e06bc4, ASSIGN; state=OFFLINE, location=30db5f576be8,40415,1732040392993; forceNewPlan=false, retain=false 2024-11-19T18:20:00,537 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 379, reset compression=false 2024-11-19T18:20:00,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7e70ef77284f2946f0b1b9e21e06bc4, regionState=OPENING, regionLocation=30db5f576be8,40415,1732040392993 2024-11-19T18:20:00,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7e70ef77284f2946f0b1b9e21e06bc4, ASSIGN because future has completed 2024-11-19T18:20:00,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7e70ef77284f2946f0b1b9e21e06bc4, server=30db5f576be8,40415,1732040392993}] 2024-11-19T18:20:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:00,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:00,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:00,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:20:00,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C40415%2C1732040392993.rep, suffix=, logDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993, archiveDir=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/oldWALs, maxLogs=10 2024-11-19T18:20:00,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.rep.1732040400849, exclude list is [], retry=0 2024-11-19T18:20:00,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39833,DS-ef91e410-6e47-47d2-909f-f63995a06a02,DISK] 2024-11-19T18:20:00,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.rep.1732040400849 2024-11-19T18:20:00,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-19T18:20:00,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b7e70ef77284f2946f0b1b9e21e06bc4, NAME => 'hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:00,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:00,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:20:00,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. service=MultiRowMutationService 2024-11-19T18:20:00,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:20:00,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:00,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,873 INFO [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,874 INFO [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e70ef77284f2946f0b1b9e21e06bc4 columnFamilyName hfileref 2024-11-19T18:20:00,874 DEBUG [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:00,875 INFO [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] regionserver.HStore(327): Store=b7e70ef77284f2946f0b1b9e21e06bc4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:00,875 INFO [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,876 INFO [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e70ef77284f2946f0b1b9e21e06bc4 columnFamilyName queue 2024-11-19T18:20:00,876 DEBUG [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:00,879 INFO [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] regionserver.HStore(327): Store=b7e70ef77284f2946f0b1b9e21e06bc4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:00,879 INFO [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,880 INFO [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e70ef77284f2946f0b1b9e21e06bc4 columnFamilyName sid 2024-11-19T18:20:00,880 DEBUG [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:00,881 INFO [StoreOpener-b7e70ef77284f2946f0b1b9e21e06bc4-1 {}] regionserver.HStore(327): Store=b7e70ef77284f2946f0b1b9e21e06bc4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:00,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/replication/b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/replication/b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:20:00,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/replication/b7e70ef77284f2946f0b1b9e21e06bc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:00,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b7e70ef77284f2946f0b1b9e21e06bc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64997613, jitterRate=-0.03146009147167206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:20:00,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:00,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b7e70ef77284f2946f0b1b9e21e06bc4: Running coprocessor pre-open hook at 1732040400872Writing region info on filesystem at 1732040400872Initializing all the Stores at 1732040400872Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040400872Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040400873 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040400873Cleaning up temporary data from old regions at 1732040400883 (+10 ms)Running coprocessor post-open hooks at 1732040400887 (+4 ms)Region opened successfully at 1732040400887 2024-11-19T18:20:00,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4., pid=10, masterSystemTime=1732040400843 2024-11-19T18:20:00,893 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7e70ef77284f2946f0b1b9e21e06bc4, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,40415,1732040392993 2024-11-19T18:20:00,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7e70ef77284f2946f0b1b9e21e06bc4, server=30db5f576be8,40415,1732040392993 because future has completed 2024-11-19T18:20:00,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:00,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:00,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:20:00,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b7e70ef77284f2946f0b1b9e21e06bc4, server=30db5f576be8,40415,1732040392993 in 213 msec 2024-11-19T18:20:00,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:20:00,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7e70ef77284f2946f0b1b9e21e06bc4, ASSIGN in 371 msec 2024-11-19T18:20:00,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:20:00,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040400908"}]},"ts":"1732040400908"} 2024-11-19T18:20:00,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:20:00,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:20:00,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2120 sec 2024-11-19T18:20:00,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4., hostname=30db5f576be8,40415,1732040392993, seqNum=2] 2024-11-19T18:20:00,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:20:00,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:20:00,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:20:01,052 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 379, reset compression=false 2024-11-19T18:20:01,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:20:01,125 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:20:01,154 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,40415,1732040392993, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:20:01,155 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:01,155 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40415,1732040392993, seqNum=-1] 2024-11-19T18:20:01,155 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:01,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T18:20:01,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,40415,1732040392993', locateType=CURRENT is [region=hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4., hostname=30db5f576be8,40415,1732040392993, seqNum=2] 2024-11-19T18:20:01,161 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:20:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:20:01,164 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,40415,1732040392993 suceeded 2024-11-19T18:20:01,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:20:01,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-19T18:20:01,166 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:43353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:20:01,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-11-19T18:20:01,181 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:43353' 2024-11-19T18:20:01,183 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69104200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:01,183 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,43353,-1 for getting cluster id 2024-11-19T18:20:01,183 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:01,184 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '727b8525-89b8-423c-821f-b8163b42f75a' 2024-11-19T18:20:01,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:01,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "727b8525-89b8-423c-821f-b8163b42f75a" 2024-11-19T18:20:01,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f824c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:01,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,43353,-1] 2024-11-19T18:20:01,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:01,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:01,186 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:01,186 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6d4f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:01,186 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:01,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,43353,1732040389688 2024-11-19T18:20:01,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d4171b7 2024-11-19T18:20:01,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:01,188 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-19T18:20:01,189 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,40415,1732040392993 (queues=1) is replicating from cluster=6b70c148-c3f0-441f-b9f9-4f08e3d89aff to cluster=727b8525-89b8-423c-821f-b8163b42f75a 2024-11-19T18:20:01,189 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C40415%2C1732040392993 2024-11-19T18:20:01,189 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,40415,1732040392993, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:20:01,190 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C40415%2C1732040392993 2024-11-19T18:20:01,190 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592, startPosition=0, beingWritten=true 2024-11-19T18:20:01,199 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:01,199 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 379, reset compression=false 2024-11-19T18:20:01,199 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40415,1732040392993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:01,405 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 379, reset compression=false 2024-11-19T18:20:01,657 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 379, reset compression=false 2024-11-19T18:20:01,710 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 379, reset compression=false 2024-11-19T18:20:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:01,842 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:20:01,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:01,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:01,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:01,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:01,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:01,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:01,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39293,1732040389735, seqNum=-1] 2024-11-19T18:20:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:01,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732040395229.a95dc98030faac834cea60edfc40bc28., hostname=30db5f576be8,39293,1732040389735, seqNum=2] 2024-11-19T18:20:01,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40415,1732040392993, seqNum=-1] 2024-11-19T18:20:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:01,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a., hostname=30db5f576be8,40415,1732040392993, seqNum=2] 2024-11-19T18:20:01,859 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T18:20:02,115 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 379, reset compression=false 2024-11-19T18:20:02,362 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 379, reset compression=false 2024-11-19T18:20:02,368 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:02,368 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 480, reset compression=false 2024-11-19T18:20:02,368 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39293,1732040389735 got entry batch from reader: WALEntryBatch [walEntries=[{test/a95dc98030faac834cea60edfc40bc28/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T18:20:02,372 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:02,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-19T18:20:02,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:02,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12b3101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:02,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,40597,-1 for getting cluster id 2024-11-19T18:20:02,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:02,377 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b70c148-c3f0-441f-b9f9-4f08e3d89aff' 2024-11-19T18:20:02,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:02,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b70c148-c3f0-441f-b9f9-4f08e3d89aff" 2024-11-19T18:20:02,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab03971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:02,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,40597,-1] 2024-11-19T18:20:02,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:02,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:02,379 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:02,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7af0b91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:02,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:02,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40415,1732040392993, seqNum=-1] 2024-11-19T18:20:02,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:02,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T18:20:02,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a., hostname=30db5f576be8,40415,1732040392993, seqNum=2] 2024-11-19T18:20:02,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:02,575 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 480, reset compression=false 2024-11-19T18:20:02,619 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 379, reset compression=false 2024-11-19T18:20:02,620 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:02,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:20:02,622 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18311 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:20:02,636 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:02,636 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 503, reset compression=false 2024-11-19T18:20:02,636 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40415,1732040392993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:02,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T18:20:02,845 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 503, reset compression=false 2024-11-19T18:20:02,862 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T18:20:02,866 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T18:20:02,881 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 480, reset compression=false 2024-11-19T18:20:03,150 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 503, reset compression=false 2024-11-19T18:20:03,163 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:03,163 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 607, reset compression=false 2024-11-19T18:20:03,163 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40415,1732040392993 got entry batch from reader: WALEntryBatch [walEntries=[{test/84a15e857c4fdb8217504a5f2c92e65a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T18:20:03,168 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:03,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-19T18:20:03,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:03,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22eb21b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:03,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,43353,-1 for getting cluster id 2024-11-19T18:20:03,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:03,176 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '727b8525-89b8-423c-821f-b8163b42f75a' 2024-11-19T18:20:03,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:03,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "727b8525-89b8-423c-821f-b8163b42f75a" 2024-11-19T18:20:03,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e70262f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:03,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,43353,-1] 2024-11-19T18:20:03,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:03,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:03,177 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:03,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5be7c0e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:03,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:03,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39293,1732040389735, seqNum=-1] 2024-11-19T18:20:03,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:03,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T18:20:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732040395229.a95dc98030faac834cea60edfc40bc28., hostname=30db5f576be8,39293,1732040389735, seqNum=2] 2024-11-19T18:20:03,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:03,286 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 480, reset compression=false 2024-11-19T18:20:03,291 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:03,291 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 607, reset compression=false 2024-11-19T18:20:03,291 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39293,1732040389735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:03,378 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 607, reset compression=false 2024-11-19T18:20:03,497 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 607, reset compression=false 2024-11-19T18:20:03,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:20:03,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:03,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:03,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:03,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:03,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:03,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:03,720 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 607, reset compression=false 2024-11-19T18:20:03,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:03,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:03,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:03,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:03,806 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 607, reset compression=false 2024-11-19T18:20:03,869 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T18:20:03,877 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T18:20:04,146 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 607, reset compression=false 2024-11-19T18:20:04,211 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 607, reset compression=false 2024-11-19T18:20:04,216 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:04,216 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 763, reset compression=false 2024-11-19T18:20:04,216 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39293,1732040389735 got entry batch from reader: WALEntryBatch [walEntries=[{test/a95dc98030faac834cea60edfc40bc28/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T18:20:04,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:04,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:04,419 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 763, reset compression=false 2024-11-19T18:20:04,650 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 607, reset compression=false 2024-11-19T18:20:04,656 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:04,656 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 754, reset compression=false 2024-11-19T18:20:04,656 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40415,1732040392993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:04,723 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 763, reset compression=false 2024-11-19T18:20:04,859 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 754, reset compression=false 2024-11-19T18:20:04,880 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T18:20:04,884 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T18:20:05,127 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 763, reset compression=false 2024-11-19T18:20:05,164 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 754, reset compression=false 2024-11-19T18:20:05,170 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:05,170 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 913, reset compression=false 2024-11-19T18:20:05,170 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40415,1732040392993 got entry batch from reader: WALEntryBatch [walEntries=[{test/84a15e857c4fdb8217504a5f2c92e65a/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T18:20:05,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:05,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:05,381 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 913, reset compression=false 2024-11-19T18:20:05,638 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 763, reset compression=false 2024-11-19T18:20:05,643 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:05,644 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 912, reset compression=false 2024-11-19T18:20:05,644 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39293,1732040389735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:05,686 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 913, reset compression=false 2024-11-19T18:20:05,847 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 912, reset compression=false 2024-11-19T18:20:05,886 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T18:20:05,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:20:05,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:05,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:05,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:05,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:05,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:05,889 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:20:05,889 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1614529012, stopped=false 2024-11-19T18:20:05,889 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,40597,1732040392949 2024-11-19T18:20:05,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/151320824/running 2024-11-19T18:20:05,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:20:05,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:20:05,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/151320824/running 2024-11-19T18:20:05,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:20:05,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:05,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:05,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:05,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Set watcher on znode that does not yet exist, /151320824/running 2024-11-19T18:20:05,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Set watcher on znode that does not yet exist, /151320824/running 2024-11-19T18:20:05,892 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,40415,1732040392993' ***** 2024-11-19T18:20:05,892 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:20:05,892 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:20:05,892 INFO [RS:0;30db5f576be8:40415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:20:05,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:20:05,892 INFO [RS:0;30db5f576be8:40415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:20:05,892 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(3091): Received CLOSE for b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:05,893 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(3091): Received CLOSE for 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:20:05,893 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,40415,1732040392993 2024-11-19T18:20:05,893 INFO [RS:0;30db5f576be8:40415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:20:05,893 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7e70ef77284f2946f0b1b9e21e06bc4, disabling compactions & flushes 2024-11-19T18:20:05,893 INFO [RS:0;30db5f576be8:40415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:40415. 2024-11-19T18:20:05,893 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:05,893 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:05,893 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. after waiting 0 ms 2024-11-19T18:20:05,893 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:05,893 DEBUG [RS:0;30db5f576be8:40415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:05,893 DEBUG [RS:0;30db5f576be8:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:05,893 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7e70ef77284f2946f0b1b9e21e06bc4 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-19T18:20:05,893 INFO [RS:0;30db5f576be8:40415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:20:05,893 INFO [RS:0;30db5f576be8:40415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:20:05,893 INFO [RS:0;30db5f576be8:40415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:20:05,893 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:20:05,893 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:20:05,894 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b7e70ef77284f2946f0b1b9e21e06bc4=hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4., 84a15e857c4fdb8217504a5f2c92e65a=test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a.} 2024-11-19T18:20:05,894 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84a15e857c4fdb8217504a5f2c92e65a, b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:05,894 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:20:05,894 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:20:05,894 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:20:05,894 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:20:05,894 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:20:05,894 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:20:05,914 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/replication/b7e70ef77284f2946f0b1b9e21e06bc4/.tmp/queue/eaa6aa6d19d04ff39cbb84c14fed583d is 153, key is 1-30db5f576be8,40415,1732040392993/queue:30db5f576be8%2C40415%2C1732040392993/1732040405176/Put/seqid=0 2024-11-19T18:20:05,916 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/info/20ebbc01a5c940afa8c72b80f0ea453b is 147, key is hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4./info:regioninfo/1732040400893/Put/seqid=0 2024-11-19T18:20:05,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741840_1016 (size=5352) 2024-11-19T18:20:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741841_1017 (size=7686) 2024-11-19T18:20:05,964 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:20:06,089 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 913, reset compression=false 2024-11-19T18:20:06,094 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84a15e857c4fdb8217504a5f2c92e65a, b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:06,151 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 912, reset compression=false 2024-11-19T18:20:06,294 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84a15e857c4fdb8217504a5f2c92e65a, b7e70ef77284f2946f0b1b9e21e06bc4 2024-11-19T18:20:06,320 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/replication/b7e70ef77284f2946f0b1b9e21e06bc4/.tmp/queue/eaa6aa6d19d04ff39cbb84c14fed583d 2024-11-19T18:20:06,321 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/info/20ebbc01a5c940afa8c72b80f0ea453b 2024-11-19T18:20:06,326 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/replication/b7e70ef77284f2946f0b1b9e21e06bc4/.tmp/queue/eaa6aa6d19d04ff39cbb84c14fed583d as hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/replication/b7e70ef77284f2946f0b1b9e21e06bc4/queue/eaa6aa6d19d04ff39cbb84c14fed583d 2024-11-19T18:20:06,333 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/replication/b7e70ef77284f2946f0b1b9e21e06bc4/queue/eaa6aa6d19d04ff39cbb84c14fed583d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T18:20:06,336 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b7e70ef77284f2946f0b1b9e21e06bc4 in 443ms, sequenceid=10, compaction requested=false 2024-11-19T18:20:06,347 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/ns/abd89d8cc347459695d3b362989df607 is 43, key is default/ns:d/1732040395153/Put/seqid=0 2024-11-19T18:20:06,357 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/replication/b7e70ef77284f2946f0b1b9e21e06bc4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T18:20:06,358 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:20:06,358 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:20:06,358 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:06,358 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7e70ef77284f2946f0b1b9e21e06bc4: Waiting for close lock at 1732040405893Running coprocessor pre-close hooks at 1732040405893Disabling compacts and flushes for region at 1732040405893Disabling writes for close at 1732040405893Obtaining lock to block concurrent updates at 1732040405893Preparing flush snapshotting stores in b7e70ef77284f2946f0b1b9e21e06bc4 at 1732040405893Finished memstore snapshotting hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732040405893Flushing stores of hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. at 1732040405894 (+1 ms)Flushing b7e70ef77284f2946f0b1b9e21e06bc4/queue: creating writer at 1732040405894Flushing b7e70ef77284f2946f0b1b9e21e06bc4/queue: appending metadata at 1732040405913 (+19 ms)Flushing b7e70ef77284f2946f0b1b9e21e06bc4/queue: closing flushed file at 1732040405913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8c9264: reopening flushed file at 1732040406325 (+412 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b7e70ef77284f2946f0b1b9e21e06bc4 in 443ms, sequenceid=10, compaction requested=false at 1732040406336 (+11 ms)Writing region close event to WAL at 1732040406342 (+6 ms)Running coprocessor post-close hooks at 1732040406358 (+16 ms)Closed at 1732040406358 2024-11-19T18:20:06,358 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040399699.b7e70ef77284f2946f0b1b9e21e06bc4. 2024-11-19T18:20:06,359 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84a15e857c4fdb8217504a5f2c92e65a, disabling compactions & flushes 2024-11-19T18:20:06,359 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:20:06,359 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:20:06,359 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. after waiting 0 ms 2024-11-19T18:20:06,359 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:20:06,359 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 84a15e857c4fdb8217504a5f2c92e65a 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-19T18:20:06,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741842_1018 (size=5153) 2024-11-19T18:20:06,362 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/ns/abd89d8cc347459695d3b362989df607 2024-11-19T18:20:06,387 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/.tmp/f/793705162048420184e70b6f953cb9d2 is 29, key is row1/f:/1732040404881/DeleteFamily/seqid=0 2024-11-19T18:20:06,390 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/rep_barrier/4daae8e8b1aa400aa2c74a0d08bc060a is 112, key is test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a./rep_barrier:seqnumDuringOpen/1732040398162/Put/seqid=0 2024-11-19T18:20:06,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741844_1020 (size=5518) 2024-11-19T18:20:06,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741843_1019 (size=5118) 2024-11-19T18:20:06,456 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:20:06,456 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:20:06,494 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:20:06,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T18:20:06,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T18:20:06,556 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 912, reset compression=false 2024-11-19T18:20:06,595 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 913, reset compression=false 2024-11-19T18:20:06,600 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:06,600 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 1160, reset compression=false 2024-11-19T18:20:06,600 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40415,1732040392993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:06,601 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30db5f576be8,40415,1732040392993: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30db5f576be8,40415,1732040392993, walGroup=30db5f576be8%2C40415%2C1732040392993, offset=30db5f576be8%2C40415%2C1732040392993.1732040394592:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:40415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T18:20:06,602 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T18:20:06,602 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T18:20:06,603 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T18:20:06,603 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T18:20:06,603 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T18:20:06,603 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 637714944 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 190595624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T18:20:06,603 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:40597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:40597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T18:20:06,694 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:20:06,805 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/.tmp/f/793705162048420184e70b6f953cb9d2 2024-11-19T18:20:06,808 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/rep_barrier/4daae8e8b1aa400aa2c74a0d08bc060a 2024-11-19T18:20:06,809 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 793705162048420184e70b6f953cb9d2 2024-11-19T18:20:06,813 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 1160, reset compression=false 2024-11-19T18:20:06,828 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/.tmp/f1/439247b34ea44ec5ab14b4ef7494b9b2 is 30, key is row1/f1:/1732040404881/DeleteFamily/seqid=0 2024-11-19T18:20:06,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741845_1021 (size=5123) 2024-11-19T18:20:06,836 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/table/bccf68a5f9af421b94da79676672f160 is 53, key is hbase:replication/table:state/1732040400908/Put/seqid=0 2024-11-19T18:20:06,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741846_1022 (size=5308) 2024-11-19T18:20:06,895 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:20:06,895 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 84a15e857c4fdb8217504a5f2c92e65a=test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a.} 2024-11-19T18:20:06,895 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:20:07,060 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 912, reset compression=false 2024-11-19T18:20:07,095 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:20:07,117 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 1160, reset compression=false 2024-11-19T18:20:07,232 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/.tmp/f1/439247b34ea44ec5ab14b4ef7494b9b2 2024-11-19T18:20:07,237 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 439247b34ea44ec5ab14b4ef7494b9b2 2024-11-19T18:20:07,239 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/table/bccf68a5f9af421b94da79676672f160 2024-11-19T18:20:07,243 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/info/20ebbc01a5c940afa8c72b80f0ea453b as hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/info/20ebbc01a5c940afa8c72b80f0ea453b 2024-11-19T18:20:07,247 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/info/20ebbc01a5c940afa8c72b80f0ea453b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:20:07,248 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/ns/abd89d8cc347459695d3b362989df607 as hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/ns/abd89d8cc347459695d3b362989df607 2024-11-19T18:20:07,252 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/ns/abd89d8cc347459695d3b362989df607, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:20:07,253 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/rep_barrier/4daae8e8b1aa400aa2c74a0d08bc060a as hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/rep_barrier/4daae8e8b1aa400aa2c74a0d08bc060a 2024-11-19T18:20:07,256 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/rep_barrier/4daae8e8b1aa400aa2c74a0d08bc060a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:20:07,257 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/.tmp/table/bccf68a5f9af421b94da79676672f160 as hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/table/bccf68a5f9af421b94da79676672f160 2024-11-19T18:20:07,258 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/.tmp/norep/e785f5772e5e4609a49ae116b6bafc1c is 33, key is row1/norep:/1732040404881/DeleteFamily/seqid=0 2024-11-19T18:20:07,263 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/table/bccf68a5f9af421b94da79676672f160, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:20:07,264 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false 2024-11-19T18:20:07,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741847_1023 (size=5108) 2024-11-19T18:20:07,285 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:20:07,286 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:20:07,286 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:20:07,286 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:07,286 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040405894Running coprocessor pre-close hooks at 1732040405894Disabling compacts and flushes for region at 1732040405894Disabling writes for close at 1732040405894Obtaining lock to block concurrent updates at 1732040405894Preparing flush snapshotting stores in 1588230740 at 1732040405894Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040405894Flushing stores of hbase:meta,,1.1588230740 at 1732040405895 (+1 ms)Flushing 1588230740/info: creating writer at 1732040405895Flushing 1588230740/info: appending metadata at 1732040405916 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732040405916Flushing 1588230740/ns: creating writer at 1732040406327 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732040406346 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732040406346Flushing 1588230740/rep_barrier: creating writer at 1732040406368 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040406386 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040406386Flushing 1588230740/table: creating writer at 1732040406812 (+426 ms)Flushing 1588230740/table: appending metadata at 1732040406835 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732040406835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784a80d7: reopening flushed file at 1732040407243 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52522b29: reopening flushed file at 1732040407247 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79846023: reopening flushed file at 1732040407252 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772024a5: reopening flushed file at 1732040407257 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false at 1732040407264 (+7 ms)Writing region close event to WAL at 1732040407276 (+12 ms)Running coprocessor post-close hooks at 1732040407286 (+10 ms)Closed at 1732040407286 2024-11-19T18:20:07,286 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:07,295 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1351): Waiting on 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:20:07,495 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1351): Waiting on 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:20:07,521 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/WALs/30db5f576be8,40415,1732040392993/30db5f576be8%2C40415%2C1732040392993.1732040394592 to pos 1160, reset compression=false 2024-11-19T18:20:07,664 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 912, reset compression=false 2024-11-19T18:20:07,670 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/.tmp/norep/e785f5772e5e4609a49ae116b6bafc1c 2024-11-19T18:20:07,675 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e785f5772e5e4609a49ae116b6bafc1c 2024-11-19T18:20:07,676 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/.tmp/f/793705162048420184e70b6f953cb9d2 as hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/f/793705162048420184e70b6f953cb9d2 2024-11-19T18:20:07,680 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 793705162048420184e70b6f953cb9d2 2024-11-19T18:20:07,680 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/f/793705162048420184e70b6f953cb9d2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T18:20:07,681 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/.tmp/f1/439247b34ea44ec5ab14b4ef7494b9b2 as hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/f1/439247b34ea44ec5ab14b4ef7494b9b2 2024-11-19T18:20:07,685 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 439247b34ea44ec5ab14b4ef7494b9b2 2024-11-19T18:20:07,685 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/f1/439247b34ea44ec5ab14b4ef7494b9b2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T18:20:07,686 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/.tmp/norep/e785f5772e5e4609a49ae116b6bafc1c as hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/norep/e785f5772e5e4609a49ae116b6bafc1c 2024-11-19T18:20:07,690 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e785f5772e5e4609a49ae116b6bafc1c 2024-11-19T18:20:07,690 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/norep/e785f5772e5e4609a49ae116b6bafc1c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T18:20:07,691 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 84a15e857c4fdb8217504a5f2c92e65a in 1332ms, sequenceid=8, compaction requested=false 2024-11-19T18:20:07,695 DEBUG [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1351): Waiting on 84a15e857c4fdb8217504a5f2c92e65a 2024-11-19T18:20:07,699 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/data/default/test/84a15e857c4fdb8217504a5f2c92e65a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T18:20:07,700 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:20:07,700 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:20:07,700 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:20:07,700 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84a15e857c4fdb8217504a5f2c92e65a: Waiting for close lock at 1732040406358Running coprocessor pre-close hooks at 1732040406359 (+1 ms)Disabling compacts and flushes for region at 1732040406359Disabling writes for close at 1732040406359Obtaining lock to block concurrent updates at 1732040406359Preparing flush snapshotting stores in 84a15e857c4fdb8217504a5f2c92e65a at 1732040406359Finished memstore snapshotting test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732040406359Flushing stores of test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. at 1732040406360 (+1 ms)Flushing 84a15e857c4fdb8217504a5f2c92e65a/f: creating writer at 1732040406360Flushing 84a15e857c4fdb8217504a5f2c92e65a/f: appending metadata at 1732040406386 (+26 ms)Flushing 84a15e857c4fdb8217504a5f2c92e65a/f: closing flushed file at 1732040406386Flushing 84a15e857c4fdb8217504a5f2c92e65a/f1: creating writer at 1732040406810 (+424 ms)Flushing 84a15e857c4fdb8217504a5f2c92e65a/f1: appending metadata at 1732040406827 (+17 ms)Flushing 84a15e857c4fdb8217504a5f2c92e65a/f1: closing flushed file at 1732040406827Flushing 84a15e857c4fdb8217504a5f2c92e65a/norep: creating writer at 1732040407237 (+410 ms)Flushing 84a15e857c4fdb8217504a5f2c92e65a/norep: appending metadata at 1732040407257 (+20 ms)Flushing 84a15e857c4fdb8217504a5f2c92e65a/norep: closing flushed file at 1732040407257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235b0d12: reopening flushed file at 1732040407675 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a0cc84: reopening flushed file at 1732040407681 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da7eeb3: reopening flushed file at 1732040407685 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 84a15e857c4fdb8217504a5f2c92e65a in 1332ms, sequenceid=8, compaction requested=false at 1732040407691 (+6 ms)Writing region close event to WAL at 1732040407696 (+5 ms)Running coprocessor post-close hooks at 1732040407700 (+4 ms)Closed at 1732040407700 2024-11-19T18:20:07,700 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040397394.84a15e857c4fdb8217504a5f2c92e65a. 2024-11-19T18:20:07,896 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,40415,1732040392993; all regions closed. 2024-11-19T18:20:07,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741834_1010 (size=4239) 2024-11-19T18:20:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741839_1015 (size=2676) 2024-11-19T18:20:07,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741833_1009 (size=1812) 2024-11-19T18:20:07,903 DEBUG [RS:0;30db5f576be8:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:07,903 INFO [RS:0;30db5f576be8:40415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:20:07,903 INFO [RS:0;30db5f576be8:40415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:20:07,903 INFO [RS:0;30db5f576be8:40415 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T18:20:07,903 INFO [RS:0;30db5f576be8:40415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:20:07,903 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:20:07,903 INFO [RS:0;30db5f576be8:40415 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,40415,1732040392993 because: Region server is closing 2024-11-19T18:20:07,904 INFO [RS:0;30db5f576be8:40415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:40415. 2024-11-19T18:20:07,904 DEBUG [RS:0;30db5f576be8:40415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:07,904 DEBUG [RS:0;30db5f576be8:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:07,904 DEBUG [RS:0;30db5f576be8:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:07,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:08,004 INFO [RS:0;30db5f576be8:40415 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.shipper30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 terminated 2024-11-19T18:20:08,004 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40415,1732040392993.replicationSource.wal-reader.30db5f576be8%2C40415%2C1732040392993,1-30db5f576be8,40415,1732040392993 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:20:08,004 INFO [RS:0;30db5f576be8:40415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:40415. 2024-11-19T18:20:08,004 DEBUG [RS:0;30db5f576be8:40415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:08,005 DEBUG [RS:0;30db5f576be8:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:08,005 DEBUG [RS:0;30db5f576be8:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:08,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:08,005 INFO [RS:0;30db5f576be8:40415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40415 2024-11-19T18:20:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/151320824/rs/30db5f576be8,40415,1732040392993 2024-11-19T18:20:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824/rs 2024-11-19T18:20:08,007 INFO [RS:0;30db5f576be8:40415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:20:08,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,40415,1732040392993] 2024-11-19T18:20:08,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /151320824/draining/30db5f576be8,40415,1732040392993 already deleted, retry=false 2024-11-19T18:20:08,009 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,40415,1732040392993 expired; onlineServers=0 2024-11-19T18:20:08,009 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,40597,1732040392949' ***** 2024-11-19T18:20:08,009 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:20:08,009 INFO [M:0;30db5f576be8:40597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:20:08,009 INFO [M:0;30db5f576be8:40597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:20:08,009 DEBUG [M:0;30db5f576be8:40597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:20:08,010 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:20:08,010 DEBUG [M:0;30db5f576be8:40597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:20:08,010 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040394364 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040394364,5,FailOnTimeoutGroup] 2024-11-19T18:20:08,010 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040394368 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040394368,5,FailOnTimeoutGroup] 2024-11-19T18:20:08,010 INFO [M:0;30db5f576be8:40597 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:20:08,010 INFO [M:0;30db5f576be8:40597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:20:08,010 DEBUG [M:0;30db5f576be8:40597 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:20:08,010 INFO [M:0;30db5f576be8:40597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:20:08,010 INFO [M:0;30db5f576be8:40597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:20:08,010 INFO [M:0;30db5f576be8:40597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:20:08,011 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:20:08,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/151320824/master 2024-11-19T18:20:08,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/151320824 2024-11-19T18:20:08,012 DEBUG [M:0;30db5f576be8:40597 {}] zookeeper.ZKUtil(347): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Unable to get data of znode /151320824/master because node does not exist (not an error) 2024-11-19T18:20:08,012 WARN [M:0;30db5f576be8:40597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:20:08,014 INFO [M:0;30db5f576be8:40597 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/.lastflushedseqids 2024-11-19T18:20:08,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741848_1024 (size=245) 2024-11-19T18:20:08,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:08,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1013174da270004, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:08,109 INFO [RS:0;30db5f576be8:40415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:20:08,109 INFO [RS:0;30db5f576be8:40415 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,40415,1732040392993; zookeeper connection closed. 2024-11-19T18:20:08,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63818336 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63818336 2024-11-19T18:20:08,109 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:20:08,369 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 912, reset compression=false 2024-11-19T18:20:08,422 INFO [M:0;30db5f576be8:40597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:20:08,422 INFO [M:0;30db5f576be8:40597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:20:08,422 DEBUG [M:0;30db5f576be8:40597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:20:08,422 INFO [M:0;30db5f576be8:40597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:08,422 DEBUG [M:0;30db5f576be8:40597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:08,422 DEBUG [M:0;30db5f576be8:40597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:20:08,423 DEBUG [M:0;30db5f576be8:40597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:08,423 INFO [M:0;30db5f576be8:40597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T18:20:08,440 DEBUG [M:0;30db5f576be8:40597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b59b0f51208743fc8b40ae56e578bbe0 is 82, key is hbase:meta,,1/info:regioninfo/1732040395139/Put/seqid=0 2024-11-19T18:20:08,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741849_1025 (size=5672) 2024-11-19T18:20:08,849 INFO [M:0;30db5f576be8:40597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b59b0f51208743fc8b40ae56e578bbe0 2024-11-19T18:20:08,868 DEBUG [M:0;30db5f576be8:40597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35f2a844fad74585a665133058d1c440 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732040400912/Put/seqid=0 2024-11-19T18:20:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741850_1026 (size=8516) 2024-11-19T18:20:09,172 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 912, reset compression=false 2024-11-19T18:20:09,273 INFO [M:0;30db5f576be8:40597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35f2a844fad74585a665133058d1c440 2024-11-19T18:20:09,295 DEBUG [M:0;30db5f576be8:40597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d0988d17f51422cbffe0111d5811d76 is 69, key is 30db5f576be8,40415,1732040392993/rs:state/1732040394433/Put/seqid=0 2024-11-19T18:20:09,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741851_1027 (size=5156) 2024-11-19T18:20:09,699 INFO [M:0;30db5f576be8:40597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d0988d17f51422cbffe0111d5811d76 2024-11-19T18:20:09,704 DEBUG [M:0;30db5f576be8:40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b59b0f51208743fc8b40ae56e578bbe0 as hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b59b0f51208743fc8b40ae56e578bbe0 2024-11-19T18:20:09,708 INFO [M:0;30db5f576be8:40597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b59b0f51208743fc8b40ae56e578bbe0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T18:20:09,709 DEBUG [M:0;30db5f576be8:40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35f2a844fad74585a665133058d1c440 as hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35f2a844fad74585a665133058d1c440 2024-11-19T18:20:09,712 INFO [M:0;30db5f576be8:40597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35f2a844fad74585a665133058d1c440, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T18:20:09,713 DEBUG [M:0;30db5f576be8:40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d0988d17f51422cbffe0111d5811d76 as hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d0988d17f51422cbffe0111d5811d76 2024-11-19T18:20:09,717 INFO [M:0;30db5f576be8:40597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42789/user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d0988d17f51422cbffe0111d5811d76, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T18:20:09,718 INFO [M:0;30db5f576be8:40597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false 2024-11-19T18:20:09,723 INFO [M:0;30db5f576be8:40597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:09,723 DEBUG [M:0;30db5f576be8:40597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040408422Disabling compacts and flushes for region at 1732040408422Disabling writes for close at 1732040408422Obtaining lock to block concurrent updates at 1732040408423 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040408423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732040408423Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040408424 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040408424Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040408439 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040408439Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040408853 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040408868 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040408868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040409278 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040409294 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040409295 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff5f8d1: reopening flushed file at 1732040409703 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a3ef48: reopening flushed file at 1732040409708 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6403a4c9: reopening flushed file at 1732040409712 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false at 1732040409718 (+6 ms)Writing region close event to WAL at 1732040409723 (+5 ms)Closed at 1732040409723 2024-11-19T18:20:09,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741830_1006 (size=63654) 2024-11-19T18:20:09,725 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d0a579d-bb21-1140-c760-b3e08ec9ca76/MasterData/WALs/30db5f576be8,40597,1732040392949/30db5f576be8%2C40597%2C1732040392949.1732040394280 not finished, retry = 0 2024-11-19T18:20:09,826 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:20:09,826 INFO [M:0;30db5f576be8:40597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:20:09,826 INFO [M:0;30db5f576be8:40597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40597 2024-11-19T18:20:09,826 INFO [M:0;30db5f576be8:40597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:20:09,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:09,928 INFO [M:0;30db5f576be8:40597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:20:09,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013174da270003, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:09,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f12f3fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:20:09,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45eaaaff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:20:09,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:20:09,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab6819f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:20:09,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@685e84f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/hadoop.log.dir/,STOPPED} 2024-11-19T18:20:09,934 WARN [BP-2039816318-172.17.0.2-1732040391991 heartbeating to localhost/127.0.0.1:42789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:20:09,934 WARN [BP-2039816318-172.17.0.2-1732040391991 heartbeating to localhost/127.0.0.1:42789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2039816318-172.17.0.2-1732040391991 (Datanode Uuid d8f22679-c97f-45c1-b2d0-261729c90d50) service to localhost/127.0.0.1:42789 2024-11-19T18:20:09,934 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:20:09,935 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:20:09,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:20:09,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/cluster_c53ce5b9-96e6-acbc-2e53-e9ba6fdfaa89/data/data2/current/BP-2039816318-172.17.0.2-1732040391991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:20:09,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/cluster_c53ce5b9-96e6-acbc-2e53-e9ba6fdfaa89/data/data1/current/BP-2039816318-172.17.0.2-1732040391991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:20:09,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@354594df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:20:09,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ad009a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:20:09,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:20:09,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd43393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:20:09,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7002f130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/hadoop.log.dir/,STOPPED} 2024-11-19T18:20:09,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:20:09,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:20:09,960 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:09,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:09,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:09,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:09,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:09,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:20:09,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1350301325, stopped=false 2024-11-19T18:20:09,961 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,43353,1732040389688 2024-11-19T18:20:09,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533967931/running 2024-11-19T18:20:09,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:20:09,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533967931/running 2024-11-19T18:20:09,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:20:09,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:20:09,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Set watcher on znode that does not yet exist, /0-533967931/running 2024-11-19T18:20:09,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:09,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:09,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:09,964 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,39293,1732040389735' ***** 2024-11-19T18:20:09,964 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:20:09,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Set watcher on znode that does not yet exist, /0-533967931/running 2024-11-19T18:20:09,964 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:20:09,965 INFO [RS:0;30db5f576be8:39293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:20:09,965 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:20:09,965 INFO [RS:0;30db5f576be8:39293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:20:09,965 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(3091): Received CLOSE for a95dc98030faac834cea60edfc40bc28 2024-11-19T18:20:09,965 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(3091): Received CLOSE for f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:20:09,965 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,39293,1732040389735 2024-11-19T18:20:09,965 INFO [RS:0;30db5f576be8:39293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:20:09,965 INFO [RS:0;30db5f576be8:39293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:39293. 2024-11-19T18:20:09,965 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a95dc98030faac834cea60edfc40bc28, disabling compactions & flushes 2024-11-19T18:20:09,965 DEBUG [RS:0;30db5f576be8:39293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:09,965 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:20:09,965 DEBUG [RS:0;30db5f576be8:39293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:09,965 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:20:09,965 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040395229.a95dc98030faac834cea60edfc40bc28. after waiting 0 ms 2024-11-19T18:20:09,965 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:20:09,965 INFO [RS:0;30db5f576be8:39293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:20:09,965 INFO [RS:0;30db5f576be8:39293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:20:09,965 INFO [RS:0;30db5f576be8:39293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:20:09,965 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:20:09,965 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a95dc98030faac834cea60edfc40bc28 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-19T18:20:09,968 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:20:09,968 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1325): Online Regions={a95dc98030faac834cea60edfc40bc28=test,,1732040395229.a95dc98030faac834cea60edfc40bc28., f7f8bdde062a2aeda528f3333a640eb4=hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:20:09,968 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a95dc98030faac834cea60edfc40bc28, f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:20:09,968 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:20:09,968 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:20:09,968 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:20:09,968 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:20:09,968 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:20:09,969 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:20:09,984 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/.tmp/f/906e9afd5dd443f2aed4a28515d772bf is 29, key is row1/f:/1732040404881/DeleteFamily/seqid=0 2024-11-19T18:20:09,987 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/info/c9d807472ef54dc9982be6ac67b9fa5a is 147, key is hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4./info:regioninfo/1732040399332/Put/seqid=0 2024-11-19T18:20:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741840_1016 (size=5118) 2024-11-19T18:20:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741841_1017 (size=7686) 2024-11-19T18:20:10,025 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:20:10,077 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 912, reset compression=false 2024-11-19T18:20:10,083 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:10,083 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 1159, reset compression=false 2024-11-19T18:20:10,083 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39293,1732040389735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:10,084 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30db5f576be8,39293,1732040389735: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30db5f576be8,39293,1732040389735, walGroup=30db5f576be8%2C39293%2C1732040389735, offset=30db5f576be8%2C39293%2C1732040389735.1732040390925:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:39293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T18:20:10,086 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T18:20:10,086 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T18:20:10,086 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T18:20:10,086 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T18:20:10,086 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T18:20:10,086 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 690143744 }, "NonHeapMemoryUsage": { "committed": 195362816, "init": 7667712, "max": -1, "used": 191027728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T18:20:10,087 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:43353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:43353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T18:20:10,169 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a95dc98030faac834cea60edfc40bc28, f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:20:10,296 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 1159, reset compression=false 2024-11-19T18:20:10,369 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a95dc98030faac834cea60edfc40bc28, f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:20:10,398 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/.tmp/f/906e9afd5dd443f2aed4a28515d772bf 2024-11-19T18:20:10,399 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/info/c9d807472ef54dc9982be6ac67b9fa5a 2024-11-19T18:20:10,404 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 906e9afd5dd443f2aed4a28515d772bf 2024-11-19T18:20:10,421 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/.tmp/f1/90b54a3999ea4077a8425838c1e3b9f7 is 30, key is row1/f1:/1732040404881/DeleteFamily/seqid=0 2024-11-19T18:20:10,424 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/ns/b5ab3a0ab3d14ad7beb3687e9b932c48 is 43, key is default/ns:d/1732040391887/Put/seqid=0 2024-11-19T18:20:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741843_1019 (size=5123) 2024-11-19T18:20:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741842_1018 (size=5153) 2024-11-19T18:20:10,439 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/.tmp/f1/90b54a3999ea4077a8425838c1e3b9f7 2024-11-19T18:20:10,440 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/ns/b5ab3a0ab3d14ad7beb3687e9b932c48 2024-11-19T18:20:10,446 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90b54a3999ea4077a8425838c1e3b9f7 2024-11-19T18:20:10,466 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/rep_barrier/be3a8687be444a1bbd99365eba3fba74 is 112, key is test,,1732040395229.a95dc98030faac834cea60edfc40bc28./rep_barrier:seqnumDuringOpen/1732040396379/Put/seqid=0 2024-11-19T18:20:10,466 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/.tmp/norep/a69d425d8230443c9779f219bb14ba0e is 32, key is row/norep:/1732040403873/DeleteFamily/seqid=0 2024-11-19T18:20:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741845_1021 (size=5101) 2024-11-19T18:20:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741844_1020 (size=5518) 2024-11-19T18:20:10,471 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/rep_barrier/be3a8687be444a1bbd99365eba3fba74 2024-11-19T18:20:10,471 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/.tmp/norep/a69d425d8230443c9779f219bb14ba0e 2024-11-19T18:20:10,476 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a69d425d8230443c9779f219bb14ba0e 2024-11-19T18:20:10,477 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/.tmp/f/906e9afd5dd443f2aed4a28515d772bf as hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/f/906e9afd5dd443f2aed4a28515d772bf 2024-11-19T18:20:10,481 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 906e9afd5dd443f2aed4a28515d772bf 2024-11-19T18:20:10,481 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/f/906e9afd5dd443f2aed4a28515d772bf, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T18:20:10,481 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/.tmp/f1/90b54a3999ea4077a8425838c1e3b9f7 as hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/f1/90b54a3999ea4077a8425838c1e3b9f7 2024-11-19T18:20:10,485 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90b54a3999ea4077a8425838c1e3b9f7 2024-11-19T18:20:10,485 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/f1/90b54a3999ea4077a8425838c1e3b9f7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T18:20:10,486 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/.tmp/norep/a69d425d8230443c9779f219bb14ba0e as hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/norep/a69d425d8230443c9779f219bb14ba0e 2024-11-19T18:20:10,489 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a69d425d8230443c9779f219bb14ba0e 2024-11-19T18:20:10,489 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/norep/a69d425d8230443c9779f219bb14ba0e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T18:20:10,490 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a95dc98030faac834cea60edfc40bc28 in 525ms, sequenceid=8, compaction requested=false 2024-11-19T18:20:10,494 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/table/46383a8542ef4787b5159fea5fa3742c is 53, key is hbase:replication/table:state/1732040399340/Put/seqid=0 2024-11-19T18:20:10,495 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/default/test/a95dc98030faac834cea60edfc40bc28/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T18:20:10,495 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:20:10,495 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:20:10,495 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:20:10,495 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a95dc98030faac834cea60edfc40bc28: Waiting for close lock at 1732040409965Running coprocessor pre-close hooks at 1732040409965Disabling compacts and flushes for region at 1732040409965Disabling writes for close at 1732040409965Obtaining lock to block concurrent updates at 1732040409965Preparing flush snapshotting stores in a95dc98030faac834cea60edfc40bc28 at 1732040409965Finished memstore snapshotting test,,1732040395229.a95dc98030faac834cea60edfc40bc28., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732040409966 (+1 ms)Flushing stores of test,,1732040395229.a95dc98030faac834cea60edfc40bc28. at 1732040409966Flushing a95dc98030faac834cea60edfc40bc28/f: creating writer at 1732040409966Flushing a95dc98030faac834cea60edfc40bc28/f: appending metadata at 1732040409984 (+18 ms)Flushing a95dc98030faac834cea60edfc40bc28/f: closing flushed file at 1732040409984Flushing a95dc98030faac834cea60edfc40bc28/f1: creating writer at 1732040410404 (+420 ms)Flushing a95dc98030faac834cea60edfc40bc28/f1: appending metadata at 1732040410420 (+16 ms)Flushing a95dc98030faac834cea60edfc40bc28/f1: closing flushed file at 1732040410420Flushing a95dc98030faac834cea60edfc40bc28/norep: creating writer at 1732040410446 (+26 ms)Flushing a95dc98030faac834cea60edfc40bc28/norep: appending metadata at 1732040410465 (+19 ms)Flushing a95dc98030faac834cea60edfc40bc28/norep: closing flushed file at 1732040410465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dccce9: reopening flushed file at 1732040410476 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1152e0: reopening flushed file at 1732040410481 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@241483d: reopening flushed file at 1732040410485 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a95dc98030faac834cea60edfc40bc28 in 525ms, sequenceid=8, compaction requested=false at 1732040410490 (+5 ms)Writing region close event to WAL at 1732040410492 (+2 ms)Running coprocessor post-close hooks at 1732040410495 (+3 ms)Closed at 1732040410495 2024-11-19T18:20:10,496 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040395229.a95dc98030faac834cea60edfc40bc28. 2024-11-19T18:20:10,496 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7f8bdde062a2aeda528f3333a640eb4, disabling compactions & flushes 2024-11-19T18:20:10,496 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:20:10,496 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:20:10,496 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. after waiting 0 ms 2024-11-19T18:20:10,496 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:20:10,496 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7f8bdde062a2aeda528f3333a640eb4: Waiting for close lock at 1732040410496Running coprocessor pre-close hooks at 1732040410496Disabling compacts and flushes for region at 1732040410496Disabling writes for close at 1732040410496Failed flush hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4., putting online again at 1732040410496 2024-11-19T18:20:10,496 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:20:10,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741846_1022 (size=5308) 2024-11-19T18:20:10,569 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(3091): Received CLOSE for f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:20:10,569 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7f8bdde062a2aeda528f3333a640eb4 2024-11-19T18:20:10,569 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7f8bdde062a2aeda528f3333a640eb4, disabling compactions & flushes 2024-11-19T18:20:10,569 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:20:10,569 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:20:10,569 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. after waiting 0 ms 2024-11-19T18:20:10,569 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:20:10,569 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7f8bdde062a2aeda528f3333a640eb4: Waiting for close lock at 1732040410569Running coprocessor pre-close hooks at 1732040410569Disabling compacts and flushes for region at 1732040410569Disabling writes for close at 1732040410569Failed flush hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4., putting online again at 1732040410569 2024-11-19T18:20:10,570 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4. 2024-11-19T18:20:10,600 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 1159, reset compression=false 2024-11-19T18:20:10,607 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:10,607 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 1803, reset compression=false 2024-11-19T18:20:10,769 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:20:10,794 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:20:10,794 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:20:10,810 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.wal-reader.30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 to pos 1803, reset compression=false 2024-11-19T18:20:10,898 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/table/46383a8542ef4787b5159fea5fa3742c 2024-11-19T18:20:10,903 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/info/c9d807472ef54dc9982be6ac67b9fa5a as hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/info/c9d807472ef54dc9982be6ac67b9fa5a 2024-11-19T18:20:10,909 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/info/c9d807472ef54dc9982be6ac67b9fa5a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:20:10,910 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/ns/b5ab3a0ab3d14ad7beb3687e9b932c48 as hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/ns/b5ab3a0ab3d14ad7beb3687e9b932c48 2024-11-19T18:20:10,913 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/ns/b5ab3a0ab3d14ad7beb3687e9b932c48, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:20:10,914 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/rep_barrier/be3a8687be444a1bbd99365eba3fba74 as hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/rep_barrier/be3a8687be444a1bbd99365eba3fba74 2024-11-19T18:20:10,918 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/rep_barrier/be3a8687be444a1bbd99365eba3fba74, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:20:10,919 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/.tmp/table/46383a8542ef4787b5159fea5fa3742c as hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/table/46383a8542ef4787b5159fea5fa3742c 2024-11-19T18:20:10,925 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/table/46383a8542ef4787b5159fea5fa3742c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:20:10,926 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 957ms, sequenceid=16, compaction requested=false 2024-11-19T18:20:10,935 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:20:10,936 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:20:10,936 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:20:10,936 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:10,936 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040409968Running coprocessor pre-close hooks at 1732040409968Disabling compacts and flushes for region at 1732040409968Disabling writes for close at 1732040409968Obtaining lock to block concurrent updates at 1732040409969 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732040409969Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040409969Flushing stores of hbase:meta,,1.1588230740 at 1732040409970 (+1 ms)Flushing 1588230740/info: creating writer at 1732040409970Flushing 1588230740/info: appending metadata at 1732040409987 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732040409987Flushing 1588230740/ns: creating writer at 1732040410406 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732040410423 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732040410424 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732040410447 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040410465 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040410465Flushing 1588230740/table: creating writer at 1732040410476 (+11 ms)Flushing 1588230740/table: appending metadata at 1732040410493 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732040410493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc1f0fe: reopening flushed file at 1732040410902 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b6d1e0: reopening flushed file at 1732040410909 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f7fb2e9: reopening flushed file at 1732040410914 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d470cc5: reopening flushed file at 1732040410918 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 957ms, sequenceid=16, compaction requested=false at 1732040410926 (+8 ms)Writing region close event to WAL at 1732040410931 (+5 ms)Running coprocessor post-close hooks at 1732040410936 (+5 ms)Closed at 1732040410936 2024-11-19T18:20:10,936 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:10,970 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:20:10,970 DEBUG [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1325): Online Regions={f7f8bdde062a2aeda528f3333a640eb4=hbase:replication,,1732040398553.f7f8bdde062a2aeda528f3333a640eb4.} 2024-11-19T18:20:10,970 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T18:20:10,970 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,39293,1732040389735; all regions closed. 2024-11-19T18:20:10,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741834_1010 (size=4239) 2024-11-19T18:20:10,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741839_1015 (size=1733) 2024-11-19T18:20:10,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/WALs/30db5f576be8,39293,1732040389735/30db5f576be8%2C39293%2C1732040389735.1732040390925 not finished, retry = 0 2024-11-19T18:20:10,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741832_1008 (size=1811) 2024-11-19T18:20:11,086 DEBUG [RS:0;30db5f576be8:39293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:11,086 INFO [RS:0;30db5f576be8:39293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:20:11,087 INFO [RS:0;30db5f576be8:39293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:20:11,087 INFO [RS:0;30db5f576be8:39293 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T18:20:11,087 INFO [RS:0;30db5f576be8:39293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:20:11,087 INFO [RS:0;30db5f576be8:39293 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,39293,1732040389735 because: Region server is closing 2024-11-19T18:20:11,087 INFO [RS:0;30db5f576be8:39293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:39293. 2024-11-19T18:20:11,087 DEBUG [RS:0;30db5f576be8:39293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:11,087 DEBUG [RS:0;30db5f576be8:39293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:11,087 DEBUG [RS:0;30db5f576be8:39293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:11,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:11,088 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:20:11,188 INFO [RS:0;30db5f576be8:39293 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39293,1732040389735.replicationSource.shipper30db5f576be8%2C39293%2C1732040389735,1-30db5f576be8,39293,1732040389735 terminated 2024-11-19T18:20:11,188 INFO [RS:0;30db5f576be8:39293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:39293. 2024-11-19T18:20:11,188 DEBUG [RS:0;30db5f576be8:39293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:11,188 DEBUG [RS:0;30db5f576be8:39293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:11,188 DEBUG [RS:0;30db5f576be8:39293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:11,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:11,188 INFO [RS:0;30db5f576be8:39293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39293 2024-11-19T18:20:11,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533967931/rs/30db5f576be8,39293,1732040389735 2024-11-19T18:20:11,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931/rs 2024-11-19T18:20:11,191 INFO [RS:0;30db5f576be8:39293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:20:11,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,39293,1732040389735] 2024-11-19T18:20:11,193 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-533967931/draining/30db5f576be8,39293,1732040389735 already deleted, retry=false 2024-11-19T18:20:11,193 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,39293,1732040389735 expired; onlineServers=0 2024-11-19T18:20:11,193 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,43353,1732040389688' ***** 2024-11-19T18:20:11,193 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:20:11,194 INFO [M:0;30db5f576be8:43353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:20:11,194 INFO [M:0;30db5f576be8:43353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:20:11,194 DEBUG [M:0;30db5f576be8:43353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:20:11,194 DEBUG [M:0;30db5f576be8:43353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:20:11,194 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:20:11,194 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040390696 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040390696,5,FailOnTimeoutGroup] 2024-11-19T18:20:11,194 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040390693 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040390693,5,FailOnTimeoutGroup] 2024-11-19T18:20:11,194 INFO [M:0;30db5f576be8:43353 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:20:11,194 INFO [M:0;30db5f576be8:43353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:20:11,194 DEBUG [M:0;30db5f576be8:43353 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:20:11,194 INFO [M:0;30db5f576be8:43353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:20:11,194 INFO [M:0;30db5f576be8:43353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:20:11,194 INFO [M:0;30db5f576be8:43353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:20:11,195 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:20:11,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533967931/master 2024-11-19T18:20:11,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533967931 2024-11-19T18:20:11,197 DEBUG [M:0;30db5f576be8:43353 {}] zookeeper.RecoverableZooKeeper(212): Node /0-533967931/master already deleted, retry=false 2024-11-19T18:20:11,197 DEBUG [M:0;30db5f576be8:43353 {}] master.ActiveMasterManager(353): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-533967931/master 2024-11-19T18:20:11,199 INFO [M:0;30db5f576be8:43353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/.lastflushedseqids 2024-11-19T18:20:11,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741847_1023 (size=245) 2024-11-19T18:20:11,292 INFO [RS:0;30db5f576be8:39293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:20:11,293 INFO [RS:0;30db5f576be8:39293 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,39293,1732040389735; zookeeper connection closed. 2024-11-19T18:20:11,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:11,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x1013174da270001, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:11,294 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67cd0d06 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67cd0d06 2024-11-19T18:20:11,296 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:20:11,623 INFO [M:0;30db5f576be8:43353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:20:11,624 INFO [M:0;30db5f576be8:43353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:20:11,624 DEBUG [M:0;30db5f576be8:43353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:20:11,624 INFO [M:0;30db5f576be8:43353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:11,624 DEBUG [M:0;30db5f576be8:43353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:11,624 DEBUG [M:0;30db5f576be8:43353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:20:11,624 DEBUG [M:0;30db5f576be8:43353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:11,624 INFO [M:0;30db5f576be8:43353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T18:20:11,646 DEBUG [M:0;30db5f576be8:43353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a858040fbe894bf1918ae8b2d0fa16cd is 82, key is hbase:meta,,1/info:regioninfo/1732040391875/Put/seqid=0 2024-11-19T18:20:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741848_1024 (size=5672) 2024-11-19T18:20:11,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:20:11,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:11,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:11,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:11,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:11,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:11,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:11,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:11,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:11,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:11,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:11,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:12,053 INFO [M:0;30db5f576be8:43353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a858040fbe894bf1918ae8b2d0fa16cd 2024-11-19T18:20:12,099 DEBUG [M:0;30db5f576be8:43353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/867035e624b441ff9a8731fa2932e534 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732040399344/Put/seqid=0 2024-11-19T18:20:12,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741849_1025 (size=8516) 2024-11-19T18:20:12,136 INFO [M:0;30db5f576be8:43353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/867035e624b441ff9a8731fa2932e534 2024-11-19T18:20:12,197 DEBUG [M:0;30db5f576be8:43353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ffe398000444e5db1e821bf575ecbb5 is 69, key is 30db5f576be8,39293,1732040389735/rs:state/1732040390781/Put/seqid=0 2024-11-19T18:20:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741850_1026 (size=5156) 2024-11-19T18:20:12,239 INFO [M:0;30db5f576be8:43353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ffe398000444e5db1e821bf575ecbb5 2024-11-19T18:20:12,245 DEBUG [M:0;30db5f576be8:43353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a858040fbe894bf1918ae8b2d0fa16cd as hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a858040fbe894bf1918ae8b2d0fa16cd 2024-11-19T18:20:12,254 INFO [M:0;30db5f576be8:43353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a858040fbe894bf1918ae8b2d0fa16cd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T18:20:12,256 DEBUG [M:0;30db5f576be8:43353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/867035e624b441ff9a8731fa2932e534 as hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/867035e624b441ff9a8731fa2932e534 2024-11-19T18:20:12,263 INFO [M:0;30db5f576be8:43353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/867035e624b441ff9a8731fa2932e534, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T18:20:12,264 DEBUG [M:0;30db5f576be8:43353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ffe398000444e5db1e821bf575ecbb5 as hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ffe398000444e5db1e821bf575ecbb5 2024-11-19T18:20:12,270 INFO [M:0;30db5f576be8:43353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/e35236d3-8c83-28e7-538c-c7ffa57c4f99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ffe398000444e5db1e821bf575ecbb5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T18:20:12,271 INFO [M:0;30db5f576be8:43353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 647ms, sequenceid=97, compaction requested=false 2024-11-19T18:20:12,291 INFO [M:0;30db5f576be8:43353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:12,291 DEBUG [M:0;30db5f576be8:43353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040411624Disabling compacts and flushes for region at 1732040411624Disabling writes for close at 1732040411624Obtaining lock to block concurrent updates at 1732040411624Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040411624Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732040411624Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040411625 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040411625Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040411646 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040411646Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040412060 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040412098 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040412098Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040412143 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040412196 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040412196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51bf74b8: reopening flushed file at 1732040412244 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220ece09: reopening flushed file at 1732040412254 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d646cb: reopening flushed file at 1732040412264 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 647ms, sequenceid=97, compaction requested=false at 1732040412271 (+7 ms)Writing region close event to WAL at 1732040412291 (+20 ms)Closed at 1732040412291 2024-11-19T18:20:12,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741830_1006 (size=63654) 2024-11-19T18:20:12,310 INFO [M:0;30db5f576be8:43353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:20:12,310 INFO [M:0;30db5f576be8:43353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43353 2024-11-19T18:20:12,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:20:12,311 INFO [M:0;30db5f576be8:43353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:20:12,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:12,415 INFO [M:0;30db5f576be8:43353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:20:12,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43353-0x1013174da270000, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:12,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d66cc46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:20:12,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@652a6243{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:20:12,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:20:12,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66baa053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:20:12,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e1f8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/hadoop.log.dir/,STOPPED} 2024-11-19T18:20:12,464 WARN [BP-1348546176-172.17.0.2-1732040388537 heartbeating to localhost/127.0.0.1:42639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:20:12,464 WARN [BP-1348546176-172.17.0.2-1732040388537 heartbeating to localhost/127.0.0.1:42639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1348546176-172.17.0.2-1732040388537 (Datanode Uuid ba2ee4c4-e603-4e33-9985-a069cbbb64e7) service to localhost/127.0.0.1:42639 2024-11-19T18:20:12,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:20:12,464 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:20:12,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/cluster_248ad260-f1e8-ae21-abb2-06cda5aeeb94/data/data1/current/BP-1348546176-172.17.0.2-1732040388537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:20:12,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/cluster_248ad260-f1e8-ae21-abb2-06cda5aeeb94/data/data2/current/BP-1348546176-172.17.0.2-1732040388537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:20:12,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:20:12,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1012b09e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:20:12,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@665193da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:20:12,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:20:12,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a685939{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:20:12,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdac2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de296db0-9ec1-270b-a0aa-dd7ce8125cc5/hadoop.log.dir/,STOPPED} 2024-11-19T18:20:12,497 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T18:20:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:20:12,547 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 244) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42639 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57682) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57682) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42789 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=659 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 297) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6832 (was 6374) - AvailableMemoryMB LEAK? - 2024-11-19T18:20:12,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=6832 2024-11-19T18:20:12,582 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-19T18:20:12,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/hadoop.log.dir so I do NOT create it in target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6 2024-11-19T18:20:12,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:20:12,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/hadoop.tmp.dir so I do NOT create it in target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6 2024-11-19T18:20:12,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5be35489-0f26-f4bc-eb60-4602e92608b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:20:12,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6 2024-11-19T18:20:12,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/cluster_e7184194-9a93-e914-5455-be1cbae8cb76, deleteOnExit=true 2024-11-19T18:20:12,591 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/cluster_e7184194-9a93-e914-5455-be1cbae8cb76/zookeeper_0, clientPort=58286, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/cluster_e7184194-9a93-e914-5455-be1cbae8cb76/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/cluster_e7184194-9a93-e914-5455-be1cbae8cb76/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T18:20:12,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013174da270002, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:20:12,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013174da270005, quorum=127.0.0.1:57682, baseZNode=/151320824 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:20:12,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58286 2024-11-19T18:20:12,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013174da270002, quorum=127.0.0.1:57682, baseZNode=/0-533967931 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:20:12,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:20:12,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:20:12,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013174da270005, quorum=127.0.0.1:57682, baseZNode=/151320824 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:20:12,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/test.cache.data in system properties and HBase conf 2024-11-19T18:20:12,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:20:12,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:20:12,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:20:12,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:20:12,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:20:12,594 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:20:12,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:20:12,650 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:12,651 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:20:12,652 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28341 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:20:12,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:12,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:12,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:12,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:12,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:20:12,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:12,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d225e59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:12,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42243d59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:12,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a134138{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/java.io.tmpdir/jetty-localhost-34051-hadoop-hdfs-3_4_1-tests_jar-_-any-15623136536253889730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:20:12,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69f7ea7f{HTTP/1.1, (http/1.1)}{localhost:34051} 2024-11-19T18:20:12,836 INFO [Time-limited test {}] server.Server(415): Started @211925ms 2024-11-19T18:20:12,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:12,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:12,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:12,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:12,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:20:12,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481a6c88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:12,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7a6bba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:13,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@152ccef3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/java.io.tmpdir/jetty-localhost-45145-hadoop-hdfs-3_4_1-tests_jar-_-any-9817102080839927116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:20:13,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40aebd3c{HTTP/1.1, (http/1.1)}{localhost:45145} 2024-11-19T18:20:13,062 INFO [Time-limited test {}] server.Server(415): Started @212150ms 2024-11-19T18:20:13,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:20:13,180 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/cluster_e7184194-9a93-e914-5455-be1cbae8cb76/data/data2/current/BP-456543970-172.17.0.2-1732040412617/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:13,180 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/cluster_e7184194-9a93-e914-5455-be1cbae8cb76/data/data1/current/BP-456543970-172.17.0.2-1732040412617/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:13,206 WARN [Thread-2646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:20:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe49f6d41589ce212 with lease ID 0x12179f75a0c6dd6b: Processing first storage report for DS-88b1047b-daa7-4942-a1fc-75525aed10aa from datanode DatanodeRegistration(127.0.0.1:44959, datanodeUuid=d7f9ef4c-d1ae-4c87-a90a-a896581bd697, infoPort=36413, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=2010867694;c=1732040412617) 2024-11-19T18:20:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe49f6d41589ce212 with lease ID 0x12179f75a0c6dd6b: from storage DS-88b1047b-daa7-4942-a1fc-75525aed10aa node DatanodeRegistration(127.0.0.1:44959, datanodeUuid=d7f9ef4c-d1ae-4c87-a90a-a896581bd697, infoPort=36413, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=2010867694;c=1732040412617), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:20:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe49f6d41589ce212 with lease ID 0x12179f75a0c6dd6b: Processing first storage report for DS-f0842d7d-6b24-4905-9af9-d28138f7ae76 from datanode DatanodeRegistration(127.0.0.1:44959, datanodeUuid=d7f9ef4c-d1ae-4c87-a90a-a896581bd697, infoPort=36413, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=2010867694;c=1732040412617) 2024-11-19T18:20:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe49f6d41589ce212 with lease ID 0x12179f75a0c6dd6b: from storage DS-f0842d7d-6b24-4905-9af9-d28138f7ae76 node DatanodeRegistration(127.0.0.1:44959, datanodeUuid=d7f9ef4c-d1ae-4c87-a90a-a896581bd697, infoPort=36413, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=2010867694;c=1732040412617), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:20:13,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6 2024-11-19T18:20:13,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:13,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:13,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:20:13,708 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1 with version=8 2024-11-19T18:20:13,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/hbase-staging 2024-11-19T18:20:13,711 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:13,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:13,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:13,711 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:13,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:13,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:13,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:20:13,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:13,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32975 2024-11-19T18:20:13,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32975 connecting to ZooKeeper ensemble=127.0.0.1:58286 2024-11-19T18:20:13,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329750x0, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:13,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32975-0x1013175383e0000 connected 2024-11-19T18:20:13,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:13,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:13,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Set watcher on znode that does not yet exist, /01152511169/running 2024-11-19T18:20:13,738 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1, hbase.cluster.distributed=false 2024-11-19T18:20:13,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Set watcher on znode that does not yet exist, /01152511169/acl 2024-11-19T18:20:13,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32975 2024-11-19T18:20:13,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32975 2024-11-19T18:20:13,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32975 2024-11-19T18:20:13,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32975 2024-11-19T18:20:13,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32975 2024-11-19T18:20:13,759 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:13,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:13,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:13,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:13,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:13,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:13,759 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:20:13,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:13,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40681 2024-11-19T18:20:13,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40681 connecting to ZooKeeper ensemble=127.0.0.1:58286 2024-11-19T18:20:13,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:13,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:13,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406810x0, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:13,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406810x0, quorum=127.0.0.1:58286, baseZNode=/01152511169 Set watcher on znode that does not yet exist, /01152511169/running 2024-11-19T18:20:13,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40681-0x1013175383e0001 connected 2024-11-19T18:20:13,767 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:20:13,768 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:20:13,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Set watcher on znode that does not yet exist, /01152511169/master 2024-11-19T18:20:13,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Set watcher on znode that does not yet exist, /01152511169/acl 2024-11-19T18:20:13,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-19T18:20:13,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40681 2024-11-19T18:20:13,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40681 2024-11-19T18:20:13,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-19T18:20:13,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-19T18:20:13,793 DEBUG [M:0;30db5f576be8:32975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:32975 2024-11-19T18:20:13,794 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01152511169/backup-masters/30db5f576be8,32975,1732040413711 2024-11-19T18:20:13,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169/backup-masters 2024-11-19T18:20:13,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169/backup-masters 2024-11-19T18:20:13,796 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Set watcher on existing znode=/01152511169/backup-masters/30db5f576be8,32975,1732040413711 2024-11-19T18:20:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01152511169/master 2024-11-19T18:20:13,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:13,799 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Set watcher on existing znode=/01152511169/master 2024-11-19T18:20:13,799 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01152511169/backup-masters/30db5f576be8,32975,1732040413711 from backup master directory 2024-11-19T18:20:13,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01152511169/backup-masters/30db5f576be8,32975,1732040413711 2024-11-19T18:20:13,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169/backup-masters 2024-11-19T18:20:13,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169/backup-masters 2024-11-19T18:20:13,800 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:13,800 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,32975,1732040413711 2024-11-19T18:20:13,804 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/hbase.id] with ID: 15cfae40-124a-4765-85b1-63087935f8c4 2024-11-19T18:20:13,804 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/.tmp/hbase.id 2024-11-19T18:20:13,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:20:14,208 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/.tmp/hbase.id]:[hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/hbase.id] 2024-11-19T18:20:14,216 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:14,216 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:20:14,217 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:20:14,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:14,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:14,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:20:14,625 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:14,626 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:20:14,626 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:20:15,033 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store 2024-11-19T18:20:15,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:20:15,438 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:15,439 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:20:15,439 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:15,439 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:15,439 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:20:15,439 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:15,439 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:15,439 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040415439Disabling compacts and flushes for region at 1732040415439Disabling writes for close at 1732040415439Writing region close event to WAL at 1732040415439Closed at 1732040415439 2024-11-19T18:20:15,440 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/.initializing 2024-11-19T18:20:15,440 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/WALs/30db5f576be8,32975,1732040413711 2024-11-19T18:20:15,441 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:15,442 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C32975%2C1732040413711, suffix=, logDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/WALs/30db5f576be8,32975,1732040413711, archiveDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/oldWALs, maxLogs=10 2024-11-19T18:20:15,460 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/WALs/30db5f576be8,32975,1732040413711/30db5f576be8%2C32975%2C1732040413711.1732040415442, exclude list is [], retry=0 2024-11-19T18:20:15,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44959,DS-88b1047b-daa7-4942-a1fc-75525aed10aa,DISK] 2024-11-19T18:20:15,464 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/WALs/30db5f576be8,32975,1732040413711/30db5f576be8%2C32975%2C1732040413711.1732040415442 2024-11-19T18:20:15,464 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36413:36413)] 2024-11-19T18:20:15,464 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:15,464 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:15,464 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,464 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:20:15,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:15,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:15,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:20:15,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:15,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:15,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:20:15,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:15,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:15,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:20:15,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:15,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:15,472 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,472 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,472 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,473 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,473 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,474 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:15,475 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:15,477 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:15,477 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71499552, jitterRate=0.06542634963989258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:15,478 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040415465Initializing all the Stores at 1732040415465Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040415465Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040415465Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040415465Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040415465Cleaning up temporary data from old regions at 1732040415473 (+8 ms)Region opened successfully at 1732040415478 (+5 ms) 2024-11-19T18:20:15,479 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:20:15,481 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198380f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:15,482 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:20:15,482 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:20:15,482 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:20:15,482 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:20:15,482 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:20:15,483 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:20:15,483 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:20:15,484 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:20:15,485 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Unable to get data of znode /01152511169/balancer because node does not exist (not necessarily an error) 2024-11-19T18:20:15,486 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01152511169/balancer already deleted, retry=false 2024-11-19T18:20:15,486 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:20:15,487 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Unable to get data of znode /01152511169/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:20:15,489 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01152511169/normalizer already deleted, retry=false 2024-11-19T18:20:15,489 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:20:15,489 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Unable to get data of znode /01152511169/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:20:15,491 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01152511169/switch/split already deleted, retry=false 2024-11-19T18:20:15,491 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Unable to get data of znode /01152511169/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:20:15,492 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01152511169/switch/merge already deleted, retry=false 2024-11-19T18:20:15,494 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Unable to get data of znode /01152511169/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:20:15,495 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01152511169/snapshot-cleanup already deleted, retry=false 2024-11-19T18:20:15,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01152511169/running 2024-11-19T18:20:15,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:15,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01152511169/running 2024-11-19T18:20:15,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:15,498 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,32975,1732040413711, sessionid=0x1013175383e0000, setting cluster-up flag (Was=false) 2024-11-19T18:20:15,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:15,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:15,506 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01152511169/flush-table-proc/acquired, /01152511169/flush-table-proc/reached, /01152511169/flush-table-proc/abort 2024-11-19T18:20:15,507 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,32975,1732040413711 2024-11-19T18:20:15,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:15,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:15,514 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01152511169/online-snapshot/acquired, /01152511169/online-snapshot/reached, /01152511169/online-snapshot/abort 2024-11-19T18:20:15,515 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,32975,1732040413711 2024-11-19T18:20:15,516 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:20:15,518 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:15,518 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:20:15,518 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:20:15,518 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,32975,1732040413711 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:20:15,519 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:15,519 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:15,519 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:15,519 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:15,519 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:20:15,519 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,519 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:15,520 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:15,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:20:15,522 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:15,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:20:15,527 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040445527 2024-11-19T18:20:15,527 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:20:15,527 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:20:15,527 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:20:15,527 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:20:15,527 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:20:15,527 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:20:15,527 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,528 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:20:15,528 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:20:15,528 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:20:15,528 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:20:15,528 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:20:15,528 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:20:15,530 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040415528,5,FailOnTimeoutGroup] 2024-11-19T18:20:15,532 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040415530,5,FailOnTimeoutGroup] 2024-11-19T18:20:15,532 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,533 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:20:15,533 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,533 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:20:15,580 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(746): ClusterId : 15cfae40-124a-4765-85b1-63087935f8c4 2024-11-19T18:20:15,580 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:20:15,582 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:20:15,582 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:20:15,585 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:20:15,585 DEBUG [RS:0;30db5f576be8:40681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c006aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:15,596 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:40681 2024-11-19T18:20:15,596 INFO [RS:0;30db5f576be8:40681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:20:15,596 INFO [RS:0;30db5f576be8:40681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:20:15,596 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:20:15,597 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,32975,1732040413711 with port=40681, startcode=1732040413759 2024-11-19T18:20:15,597 DEBUG [RS:0;30db5f576be8:40681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:20:15,599 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:20:15,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,40681,1732040413759 2024-11-19T18:20:15,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32975 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,40681,1732040413759 2024-11-19T18:20:15,600 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1 2024-11-19T18:20:15,600 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37397 2024-11-19T18:20:15,601 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:20:15,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169/rs 2024-11-19T18:20:15,602 DEBUG [RS:0;30db5f576be8:40681 {}] zookeeper.ZKUtil(111): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Set watcher on existing znode=/01152511169/rs/30db5f576be8,40681,1732040413759 2024-11-19T18:20:15,603 WARN [RS:0;30db5f576be8:40681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:15,603 INFO [RS:0;30db5f576be8:40681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:15,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,40681,1732040413759] 2024-11-19T18:20:15,603 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759 2024-11-19T18:20:15,605 INFO [RS:0;30db5f576be8:40681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:20:15,608 INFO [RS:0;30db5f576be8:40681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:20:15,608 INFO [RS:0;30db5f576be8:40681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:20:15,608 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,609 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:20:15,610 INFO [RS:0;30db5f576be8:40681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:20:15,610 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:15,610 DEBUG [RS:0;30db5f576be8:40681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:15,612 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,612 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,612 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,612 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,612 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,612 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40681,1732040413759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:15,626 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:20:15,626 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40681,1732040413759-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,627 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,627 INFO [RS:0;30db5f576be8:40681 {}] regionserver.Replication(171): 30db5f576be8,40681,1732040413759 started 2024-11-19T18:20:15,639 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:15,640 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,40681,1732040413759, RpcServer on 30db5f576be8/172.17.0.2:40681, sessionid=0x1013175383e0001 2024-11-19T18:20:15,640 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:20:15,640 DEBUG [RS:0;30db5f576be8:40681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,40681,1732040413759 2024-11-19T18:20:15,640 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,40681,1732040413759' 2024-11-19T18:20:15,640 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01152511169/flush-table-proc/abort' 2024-11-19T18:20:15,640 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01152511169/flush-table-proc/acquired' 2024-11-19T18:20:15,641 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:20:15,641 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:20:15,641 DEBUG [RS:0;30db5f576be8:40681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,40681,1732040413759 2024-11-19T18:20:15,641 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,40681,1732040413759' 2024-11-19T18:20:15,641 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01152511169/online-snapshot/abort' 2024-11-19T18:20:15,641 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01152511169/online-snapshot/acquired' 2024-11-19T18:20:15,641 DEBUG [RS:0;30db5f576be8:40681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:20:15,641 INFO [RS:0;30db5f576be8:40681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:20:15,641 INFO [RS:0;30db5f576be8:40681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:20:15,742 INFO [RS:0;30db5f576be8:40681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:15,743 INFO [RS:0;30db5f576be8:40681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C40681%2C1732040413759, suffix=, logDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759, archiveDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/oldWALs, maxLogs=10 2024-11-19T18:20:15,760 DEBUG [RS:0;30db5f576be8:40681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, exclude list is [], retry=0 2024-11-19T18:20:15,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44959,DS-88b1047b-daa7-4942-a1fc-75525aed10aa,DISK] 2024-11-19T18:20:15,770 INFO [RS:0;30db5f576be8:40681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 2024-11-19T18:20:15,770 DEBUG [RS:0;30db5f576be8:40681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36413:36413)] 2024-11-19T18:20:15,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:20:15,935 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1 2024-11-19T18:20:15,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:20:16,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:16,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:16,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:16,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:16,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:16,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:16,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:16,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:16,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:16,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:16,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:16,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:16,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:16,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:16,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:16,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:16,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:16,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:16,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740 2024-11-19T18:20:16,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740 2024-11-19T18:20:16,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:16,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:16,365 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:16,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:16,368 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:16,368 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65959817, jitterRate=-0.017122134566307068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:16,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040416347Initializing all the Stores at 1732040416347Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040416347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040416356 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040416356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040416356Cleaning up temporary data from old regions at 1732040416365 (+9 ms)Region opened successfully at 1732040416369 (+4 ms) 2024-11-19T18:20:16,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:20:16,369 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:20:16,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:20:16,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:20:16,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:20:16,374 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:16,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040416369Disabling compacts and flushes for region at 1732040416369Disabling writes for close at 1732040416369Writing region close event to WAL at 1732040416374 (+5 ms)Closed at 1732040416374 2024-11-19T18:20:16,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:16,376 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:20:16,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:20:16,377 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:16,378 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:20:16,529 DEBUG [30db5f576be8:32975 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:20:16,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,40681,1732040413759 2024-11-19T18:20:16,531 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,40681,1732040413759, state=OPENING 2024-11-19T18:20:16,533 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:20:16,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:16,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:16,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01152511169/meta-region-server: CHANGED 2024-11-19T18:20:16,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01152511169/meta-region-server: CHANGED 2024-11-19T18:20:16,536 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:16,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:20:16,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T18:20:16,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:20:16,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,40681,1732040413759}] 2024-11-19T18:20:16,693 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:16,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:20:16,698 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:20:16,698 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:16,699 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:20:16,704 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C40681%2C1732040413759.meta, suffix=.meta, logDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759, archiveDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/oldWALs, maxLogs=10 2024-11-19T18:20:16,724 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.meta.1732040416705.meta, exclude list is [], retry=0 2024-11-19T18:20:16,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44959,DS-88b1047b-daa7-4942-a1fc-75525aed10aa,DISK] 2024-11-19T18:20:16,731 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.meta.1732040416705.meta 2024-11-19T18:20:16,731 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36413:36413)] 2024-11-19T18:20:16,731 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:16,732 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:16,732 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:20:16,732 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:20:16,732 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:20:16,732 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:20:16,732 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:16,732 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:20:16,732 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:20:16,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:16,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:16,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:16,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:16,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:16,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:16,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:16,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:16,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:16,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:16,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:16,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:16,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:16,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:16,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:16,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:16,745 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:16,752 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740 2024-11-19T18:20:16,754 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740 2024-11-19T18:20:16,755 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:16,755 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:16,756 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:16,758 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:16,759 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65205322, jitterRate=-0.028364986181259155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:16,759 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:20:16,760 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040416732Writing region info on filesystem at 1732040416732Initializing all the Stores at 1732040416733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040416733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040416734 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040416734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040416734Cleaning up temporary data from old regions at 1732040416755 (+21 ms)Running coprocessor post-open hooks at 1732040416759 (+4 ms)Region opened successfully at 1732040416760 (+1 ms) 2024-11-19T18:20:16,761 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040416693 2024-11-19T18:20:16,764 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:20:16,764 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:20:16,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,40681,1732040413759 2024-11-19T18:20:16,765 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,40681,1732040413759, state=OPEN 2024-11-19T18:20:16,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01152511169/meta-region-server 2024-11-19T18:20:16,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01152511169/meta-region-server 2024-11-19T18:20:16,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,40681,1732040413759 2024-11-19T18:20:16,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01152511169/meta-region-server: CHANGED 2024-11-19T18:20:16,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01152511169/meta-region-server: CHANGED 2024-11-19T18:20:16,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:20:16,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,40681,1732040413759 in 245 msec 2024-11-19T18:20:16,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:20:16,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-19T18:20:16,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:16,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:20:16,791 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:16,791 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40681,1732040413759, seqNum=-1] 2024-11-19T18:20:16,791 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:16,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:16,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-19T18:20:16,799 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040416798, completionTime=-1 2024-11-19T18:20:16,799 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:20:16,799 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:20:16,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:20:16,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040476801 2024-11-19T18:20:16,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040536801 2024-11-19T18:20:16,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T18:20:16,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,32975,1732040413711-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:16,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,32975,1732040413711-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:16,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,32975,1732040413711-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:16,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:32975, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:16,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:16,803 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:20:16,804 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:16,808 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.007sec 2024-11-19T18:20:16,808 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:20:16,808 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:20:16,808 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:20:16,808 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:20:16,808 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:20:16,808 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,32975,1732040413711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:16,808 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,32975,1732040413711-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:20:16,822 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:20:16,822 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:20:16,822 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,32975,1732040413711-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:16,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c51c0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:16,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,32975,-1 for getting cluster id 2024-11-19T18:20:16,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:16,886 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15cfae40-124a-4765-85b1-63087935f8c4' 2024-11-19T18:20:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15cfae40-124a-4765-85b1-63087935f8c4" 2024-11-19T18:20:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359e75df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,32975,-1] 2024-11-19T18:20:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:16,888 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:16,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abd4005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:16,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:16,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40681,1732040413759, seqNum=-1] 2024-11-19T18:20:16,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:16,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:16,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,32975,1732040413711 2024-11-19T18:20:16,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58286 2024-11-19T18:20:16,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:16,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013175383e0002 connected 2024-11-19T18:20:16,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/hadoop.log.dir so I do NOT create it in target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb 2024-11-19T18:20:16,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:20:16,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/hadoop.tmp.dir so I do NOT create it in target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb 2024-11-19T18:20:16,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:20:16,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb 2024-11-19T18:20:16,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:20:16,908 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/cluster_07eb1de7-02b7-0f04-f5c8-a90dab4c707a, deleteOnExit=true 2024-11-19T18:20:16,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:20:16,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/test.cache.data in system properties and HBase conf 2024-11-19T18:20:16,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:20:16,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:20:16,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:20:16,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:20:16,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:20:16,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:20:16,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:16,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:16,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:20:16,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:16,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:20:16,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:20:16,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:16,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:16,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:20:16,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:20:16,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:20:16,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:16,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:20:16,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:20:17,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:17,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:17,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:17,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:17,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:20:17,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:17,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48103671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:17,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec3d9bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:17,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b6be9d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/java.io.tmpdir/jetty-localhost-42967-hadoop-hdfs-3_4_1-tests_jar-_-any-13267051516298210738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:20:17,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19545d99{HTTP/1.1, (http/1.1)}{localhost:42967} 2024-11-19T18:20:17,215 INFO [Time-limited test {}] server.Server(415): Started @216303ms 2024-11-19T18:20:17,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:17,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:17,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:17,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:17,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:20:17,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a0e76b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:17,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc9cb47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:17,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b1001e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/java.io.tmpdir/jetty-localhost-36075-hadoop-hdfs-3_4_1-tests_jar-_-any-3502611397263080076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:20:17,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68e60340{HTTP/1.1, (http/1.1)}{localhost:36075} 2024-11-19T18:20:17,429 INFO [Time-limited test {}] server.Server(415): Started @216518ms 2024-11-19T18:20:17,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:20:17,543 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/cluster_07eb1de7-02b7-0f04-f5c8-a90dab4c707a/data/data2/current/BP-1522855655-172.17.0.2-1732040416936/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:17,543 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/cluster_07eb1de7-02b7-0f04-f5c8-a90dab4c707a/data/data1/current/BP-1522855655-172.17.0.2-1732040416936/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:17,567 WARN [Thread-2766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:20:17,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3e995d98fa7b406 with lease ID 0xe4ea793249ea7daa: Processing first storage report for DS-2b6874f3-2852-4b84-826b-b2931ca7ae30 from datanode DatanodeRegistration(127.0.0.1:33729, datanodeUuid=c90094a1-2d7d-4012-b758-cbc8dc085dc2, infoPort=46129, infoSecurePort=0, ipcPort=36855, storageInfo=lv=-57;cid=testClusterID;nsid=454039918;c=1732040416936) 2024-11-19T18:20:17,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3e995d98fa7b406 with lease ID 0xe4ea793249ea7daa: from storage DS-2b6874f3-2852-4b84-826b-b2931ca7ae30 node DatanodeRegistration(127.0.0.1:33729, datanodeUuid=c90094a1-2d7d-4012-b758-cbc8dc085dc2, infoPort=46129, infoSecurePort=0, ipcPort=36855, storageInfo=lv=-57;cid=testClusterID;nsid=454039918;c=1732040416936), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:20:17,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3e995d98fa7b406 with lease ID 0xe4ea793249ea7daa: Processing first storage report for DS-b998fdec-fea2-4ebc-b0fd-18183be0e821 from datanode DatanodeRegistration(127.0.0.1:33729, datanodeUuid=c90094a1-2d7d-4012-b758-cbc8dc085dc2, infoPort=46129, infoSecurePort=0, ipcPort=36855, storageInfo=lv=-57;cid=testClusterID;nsid=454039918;c=1732040416936) 2024-11-19T18:20:17,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3e995d98fa7b406 with lease ID 0xe4ea793249ea7daa: from storage DS-b998fdec-fea2-4ebc-b0fd-18183be0e821 node DatanodeRegistration(127.0.0.1:33729, datanodeUuid=c90094a1-2d7d-4012-b758-cbc8dc085dc2, infoPort=46129, infoSecurePort=0, ipcPort=36855, storageInfo=lv=-57;cid=testClusterID;nsid=454039918;c=1732040416936), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:20:17,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb 2024-11-19T18:20:17,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:17,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:17,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:20:18,015 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287 with version=8 2024-11-19T18:20:18,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/hbase-staging 2024-11-19T18:20:18,018 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:18,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:18,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:18,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:18,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:18,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:18,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:20:18,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:18,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42509 2024-11-19T18:20:18,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42509 connecting to ZooKeeper ensemble=127.0.0.1:58286 2024-11-19T18:20:18,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425090x0, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:18,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42509-0x1013175383e0003 connected 2024-11-19T18:20:18,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:18,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:18,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Set watcher on znode that does not yet exist, /1-1612321374/running 2024-11-19T18:20:18,041 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287, hbase.cluster.distributed=false 2024-11-19T18:20:18,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Set watcher on znode that does not yet exist, /1-1612321374/acl 2024-11-19T18:20:18,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42509 2024-11-19T18:20:18,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42509 2024-11-19T18:20:18,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42509 2024-11-19T18:20:18,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42509 2024-11-19T18:20:18,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42509 2024-11-19T18:20:18,058 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:18,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:18,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:18,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:18,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:18,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:18,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:20:18,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:18,059 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45645 2024-11-19T18:20:18,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45645 connecting to ZooKeeper ensemble=127.0.0.1:58286 2024-11-19T18:20:18,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:18,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:18,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456450x0, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:18,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456450x0, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Set watcher on znode that does not yet exist, /1-1612321374/running 2024-11-19T18:20:18,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45645-0x1013175383e0004 connected 2024-11-19T18:20:18,066 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:20:18,068 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:20:18,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Set watcher on znode that does not yet exist, /1-1612321374/master 2024-11-19T18:20:18,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Set watcher on znode that does not yet exist, /1-1612321374/acl 2024-11-19T18:20:18,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45645 2024-11-19T18:20:18,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45645 2024-11-19T18:20:18,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45645 2024-11-19T18:20:18,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45645 2024-11-19T18:20:18,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45645 2024-11-19T18:20:18,091 DEBUG [M:0;30db5f576be8:42509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:42509 2024-11-19T18:20:18,091 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1612321374/backup-masters/30db5f576be8,42509,1732040418018 2024-11-19T18:20:18,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374/backup-masters 2024-11-19T18:20:18,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374/backup-masters 2024-11-19T18:20:18,093 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Set watcher on existing znode=/1-1612321374/backup-masters/30db5f576be8,42509,1732040418018 2024-11-19T18:20:18,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:18,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1612321374/master 2024-11-19T18:20:18,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:18,096 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Set watcher on existing znode=/1-1612321374/master 2024-11-19T18:20:18,096 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1612321374/backup-masters/30db5f576be8,42509,1732040418018 from backup master directory 2024-11-19T18:20:18,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1612321374/backup-masters/30db5f576be8,42509,1732040418018 2024-11-19T18:20:18,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374/backup-masters 2024-11-19T18:20:18,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374/backup-masters 2024-11-19T18:20:18,099 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:18,099 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,42509,1732040418018 2024-11-19T18:20:18,102 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/hbase.id] with ID: 4eb54085-d8b0-45e4-bfbf-824452a4e1a9 2024-11-19T18:20:18,102 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/.tmp/hbase.id 2024-11-19T18:20:18,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:20:18,512 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/.tmp/hbase.id]:[hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/hbase.id] 2024-11-19T18:20:18,521 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:18,521 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:20:18,521 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T18:20:18,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:18,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:18,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:20:18,539 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:18,540 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:20:18,540 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:18,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:20:18,549 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store 2024-11-19T18:20:18,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:20:18,957 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:18,957 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:20:18,957 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:18,957 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:18,957 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:20:18,957 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:18,957 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:18,957 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040418957Disabling compacts and flushes for region at 1732040418957Disabling writes for close at 1732040418957Writing region close event to WAL at 1732040418957Closed at 1732040418957 2024-11-19T18:20:18,958 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/.initializing 2024-11-19T18:20:18,958 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/WALs/30db5f576be8,42509,1732040418018 2024-11-19T18:20:18,959 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:18,960 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C42509%2C1732040418018, suffix=, logDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/WALs/30db5f576be8,42509,1732040418018, archiveDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/oldWALs, maxLogs=10 2024-11-19T18:20:18,973 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/WALs/30db5f576be8,42509,1732040418018/30db5f576be8%2C42509%2C1732040418018.1732040418960, exclude list is [], retry=0 2024-11-19T18:20:18,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33729,DS-2b6874f3-2852-4b84-826b-b2931ca7ae30,DISK] 2024-11-19T18:20:18,977 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/WALs/30db5f576be8,42509,1732040418018/30db5f576be8%2C42509%2C1732040418018.1732040418960 2024-11-19T18:20:18,977 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46129:46129)] 2024-11-19T18:20:18,977 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:18,977 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:18,977 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,978 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:20:18,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:18,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:18,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:20:18,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:18,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:18,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:20:18,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:18,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:18,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:20:18,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:18,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:18,986 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,986 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,987 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,987 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,987 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,988 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:18,988 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:18,990 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:18,990 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58826417, jitterRate=-0.12341807782649994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:18,990 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040418978Initializing all the Stores at 1732040418978Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040418978Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040418981 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040418981Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040418981Cleaning up temporary data from old regions at 1732040418987 (+6 ms)Region opened successfully at 1732040418990 (+3 ms) 2024-11-19T18:20:18,991 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:20:18,993 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce53081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:18,993 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:20:18,993 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:20:18,994 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:20:18,994 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:20:18,994 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:20:18,994 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:20:18,994 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:20:18,996 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:20:18,996 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Unable to get data of znode /1-1612321374/balancer because node does not exist (not necessarily an error) 2024-11-19T18:20:18,997 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1612321374/balancer already deleted, retry=false 2024-11-19T18:20:18,998 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:20:18,998 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Unable to get data of znode /1-1612321374/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:20:18,999 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1612321374/normalizer already deleted, retry=false 2024-11-19T18:20:19,000 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:20:19,000 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Unable to get data of znode /1-1612321374/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:20:19,002 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1612321374/switch/split already deleted, retry=false 2024-11-19T18:20:19,003 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Unable to get data of znode /1-1612321374/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:20:19,004 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1612321374/switch/merge already deleted, retry=false 2024-11-19T18:20:19,007 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Unable to get data of znode /1-1612321374/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:20:19,008 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1612321374/snapshot-cleanup already deleted, retry=false 2024-11-19T18:20:19,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1612321374/running 2024-11-19T18:20:19,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1612321374/running 2024-11-19T18:20:19,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:19,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:19,009 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,42509,1732040418018, sessionid=0x1013175383e0003, setting cluster-up flag (Was=false) 2024-11-19T18:20:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:19,017 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1612321374/flush-table-proc/acquired, /1-1612321374/flush-table-proc/reached, /1-1612321374/flush-table-proc/abort 2024-11-19T18:20:19,018 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,42509,1732040418018 2024-11-19T18:20:19,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:19,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:19,026 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1612321374/online-snapshot/acquired, /1-1612321374/online-snapshot/reached, /1-1612321374/online-snapshot/abort 2024-11-19T18:20:19,027 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,42509,1732040418018 2024-11-19T18:20:19,029 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:20:19,030 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:19,031 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:20:19,031 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:20:19,031 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,42509,1732040418018 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:20:19,032 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:19,032 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:19,032 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:19,032 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:19,032 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:20:19,032 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,032 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:19,032 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,034 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040449034 2024-11-19T18:20:19,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:19,034 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:20:19,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:20:19,034 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:20:19,034 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:20:19,035 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:20:19,035 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:20:19,035 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:20:19,035 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,035 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:19,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:20:19,035 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:20:19,035 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:20:19,036 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:20:19,036 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:20:19,036 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:20:19,037 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:20:19,040 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040419037,5,FailOnTimeoutGroup] 2024-11-19T18:20:19,041 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040419040,5,FailOnTimeoutGroup] 2024-11-19T18:20:19,041 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,041 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:20:19,041 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,041 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:20:19,078 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(746): ClusterId : 4eb54085-d8b0-45e4-bfbf-824452a4e1a9 2024-11-19T18:20:19,078 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:20:19,080 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:20:19,080 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:20:19,081 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:20:19,082 DEBUG [RS:0;30db5f576be8:45645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c3cc22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:19,095 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:45645 2024-11-19T18:20:19,095 INFO [RS:0;30db5f576be8:45645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:20:19,095 INFO [RS:0;30db5f576be8:45645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:20:19,095 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:20:19,096 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,42509,1732040418018 with port=45645, startcode=1732040418058 2024-11-19T18:20:19,096 DEBUG [RS:0;30db5f576be8:45645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:20:19,097 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:20:19,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,45645,1732040418058 2024-11-19T18:20:19,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42509 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,45645,1732040418058 2024-11-19T18:20:19,099 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287 2024-11-19T18:20:19,099 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38335 2024-11-19T18:20:19,099 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:20:19,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374/rs 2024-11-19T18:20:19,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,45645,1732040418058] 2024-11-19T18:20:19,107 DEBUG [RS:0;30db5f576be8:45645 {}] zookeeper.ZKUtil(111): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Set watcher on existing znode=/1-1612321374/rs/30db5f576be8,45645,1732040418058 2024-11-19T18:20:19,107 WARN [RS:0;30db5f576be8:45645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:19,107 INFO [RS:0;30db5f576be8:45645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:19,107 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058 2024-11-19T18:20:19,110 INFO [RS:0;30db5f576be8:45645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:20:19,112 INFO [RS:0;30db5f576be8:45645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:20:19,112 INFO [RS:0;30db5f576be8:45645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:20:19,112 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,113 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:20:19,114 INFO [RS:0;30db5f576be8:45645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:20:19,114 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:19,114 DEBUG [RS:0;30db5f576be8:45645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:19,115 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,115 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,115 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,115 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,115 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,115 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45645,1732040418058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:19,135 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:20:19,135 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45645,1732040418058-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,135 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,135 INFO [RS:0;30db5f576be8:45645 {}] regionserver.Replication(171): 30db5f576be8,45645,1732040418058 started 2024-11-19T18:20:19,152 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:19,152 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,45645,1732040418058, RpcServer on 30db5f576be8/172.17.0.2:45645, sessionid=0x1013175383e0004 2024-11-19T18:20:19,152 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:20:19,152 DEBUG [RS:0;30db5f576be8:45645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,45645,1732040418058 2024-11-19T18:20:19,153 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,45645,1732040418058' 2024-11-19T18:20:19,153 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1612321374/flush-table-proc/abort' 2024-11-19T18:20:19,153 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1612321374/flush-table-proc/acquired' 2024-11-19T18:20:19,153 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:20:19,153 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:20:19,153 DEBUG [RS:0;30db5f576be8:45645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,45645,1732040418058 2024-11-19T18:20:19,153 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,45645,1732040418058' 2024-11-19T18:20:19,153 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1612321374/online-snapshot/abort' 2024-11-19T18:20:19,154 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1612321374/online-snapshot/acquired' 2024-11-19T18:20:19,154 DEBUG [RS:0;30db5f576be8:45645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:20:19,154 INFO [RS:0;30db5f576be8:45645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:20:19,154 INFO [RS:0;30db5f576be8:45645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:20:19,254 INFO [RS:0;30db5f576be8:45645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:19,256 INFO [RS:0;30db5f576be8:45645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C45645%2C1732040418058, suffix=, logDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058, archiveDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/oldWALs, maxLogs=10 2024-11-19T18:20:19,270 DEBUG [RS:0;30db5f576be8:45645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, exclude list is [], retry=0 2024-11-19T18:20:19,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33729,DS-2b6874f3-2852-4b84-826b-b2931ca7ae30,DISK] 2024-11-19T18:20:19,273 INFO [RS:0;30db5f576be8:45645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 2024-11-19T18:20:19,274 DEBUG [RS:0;30db5f576be8:45645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46129:46129)] 2024-11-19T18:20:19,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:20:19,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287 2024-11-19T18:20:19,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:20:19,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:19,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:19,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:19,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:19,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:19,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:19,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:19,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:19,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:19,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:19,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:19,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:19,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:19,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:19,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:19,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:19,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:19,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:19,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740 2024-11-19T18:20:19,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740 2024-11-19T18:20:19,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:19,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:19,862 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:19,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:19,865 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:19,865 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69636306, jitterRate=0.03766182065010071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:19,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040419853Initializing all the Stores at 1732040419854 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040419854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040419854Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040419854Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040419854Cleaning up temporary data from old regions at 1732040419861 (+7 ms)Region opened successfully at 1732040419865 (+4 ms) 2024-11-19T18:20:19,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:20:19,865 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:20:19,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:20:19,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:20:19,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:20:19,866 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:19,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040419865Disabling compacts and flushes for region at 1732040419865Disabling writes for close at 1732040419866 (+1 ms)Writing region close event to WAL at 1732040419866Closed at 1732040419866 2024-11-19T18:20:19,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:19,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:20:19,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:20:19,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:19,869 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:20:20,019 DEBUG [30db5f576be8:42509 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:20:20,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,45645,1732040418058 2024-11-19T18:20:20,021 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,45645,1732040418058, state=OPENING 2024-11-19T18:20:20,023 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:20:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:20,025 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:20,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1612321374/meta-region-server: CHANGED 2024-11-19T18:20:20,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1612321374/meta-region-server: CHANGED 2024-11-19T18:20:20,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,45645,1732040418058}] 2024-11-19T18:20:20,178 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:20,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:20:20,183 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:20:20,183 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:20,183 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:20:20,185 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C45645%2C1732040418058.meta, suffix=.meta, logDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058, archiveDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/oldWALs, maxLogs=10 2024-11-19T18:20:20,205 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.meta.1732040420185.meta, exclude list is [], retry=0 2024-11-19T18:20:20,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33729,DS-2b6874f3-2852-4b84-826b-b2931ca7ae30,DISK] 2024-11-19T18:20:20,209 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.meta.1732040420185.meta 2024-11-19T18:20:20,210 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46129:46129)] 2024-11-19T18:20:20,210 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:20,210 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:20,210 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:20:20,210 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:20:20,211 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:20:20,211 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:20:20,211 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:20,211 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:20:20,211 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:20:20,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:20,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:20,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:20,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:20,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:20,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:20,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:20,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:20,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:20,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:20,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:20,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:20,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:20,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:20,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:20,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:20,217 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:20,217 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740 2024-11-19T18:20:20,218 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740 2024-11-19T18:20:20,220 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:20,220 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:20,220 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:20,222 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:20,222 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70609225, jitterRate=0.052159443497657776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:20,222 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:20:20,223 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040420211Writing region info on filesystem at 1732040420211Initializing all the Stores at 1732040420212 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040420212Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040420212Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040420212Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040420212Cleaning up temporary data from old regions at 1732040420220 (+8 ms)Running coprocessor post-open hooks at 1732040420222 (+2 ms)Region opened successfully at 1732040420222 2024-11-19T18:20:20,224 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040420177 2024-11-19T18:20:20,226 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:20:20,226 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:20:20,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,45645,1732040418058 2024-11-19T18:20:20,227 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,45645,1732040418058, state=OPEN 2024-11-19T18:20:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1612321374/meta-region-server 2024-11-19T18:20:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1612321374/meta-region-server 2024-11-19T18:20:20,229 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,45645,1732040418058 2024-11-19T18:20:20,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1612321374/meta-region-server: CHANGED 2024-11-19T18:20:20,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1612321374/meta-region-server: CHANGED 2024-11-19T18:20:20,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:20:20,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,45645,1732040418058 in 204 msec 2024-11-19T18:20:20,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:20:20,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-19T18:20:20,233 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:20,234 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:20:20,235 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:20,235 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,45645,1732040418058, seqNum=-1] 2024-11-19T18:20:20,235 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:20,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:20,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-19T18:20:20,247 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040420247, completionTime=-1 2024-11-19T18:20:20,247 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:20:20,247 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:20:20,249 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:20:20,249 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040480249 2024-11-19T18:20:20,249 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040540249 2024-11-19T18:20:20,249 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T18:20:20,250 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42509,1732040418018-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:20,250 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42509,1732040418018-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:20,250 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42509,1732040418018-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:20,250 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:42509, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:20,250 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:20,250 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:20,252 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:20:20,256 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.157sec 2024-11-19T18:20:20,256 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:20:20,256 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:20:20,256 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:20:20,257 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:20:20,257 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:20:20,257 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42509,1732040418018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:20,257 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42509,1732040418018-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:20:20,259 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:20:20,259 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:20:20,259 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42509,1732040418018-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:20,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdf8f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:20,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42509,-1 for getting cluster id 2024-11-19T18:20:20,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:20,280 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eb54085-d8b0-45e4-bfbf-824452a4e1a9' 2024-11-19T18:20:20,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:20,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eb54085-d8b0-45e4-bfbf-824452a4e1a9" 2024-11-19T18:20:20,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780ed9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:20,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42509,-1] 2024-11-19T18:20:20,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:20,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:20,283 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:20,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e79e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:20,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,45645,1732040418058, seqNum=-1] 2024-11-19T18:20:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:20,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,42509,1732040418018 2024-11-19T18:20:20,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58286 2024-11-19T18:20:20,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:20,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013175383e0005 connected 2024-11-19T18:20:20,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/hadoop.log.dir so I do NOT create it in target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab 2024-11-19T18:20:20,301 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:20:20,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/hadoop.tmp.dir so I do NOT create it in target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab 2024-11-19T18:20:20,301 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:20:20,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab 2024-11-19T18:20:20,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:20:20,301 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/cluster_7d6519c6-6fcc-4259-71a1-bfe32fdd6b06, deleteOnExit=true 2024-11-19T18:20:20,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:20:20,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/test.cache.data in system properties and HBase conf 2024-11-19T18:20:20,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:20:20,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:20:20,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:20:20,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:20:20,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:20:20,302 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:20:20,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:20,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:20:20,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:20:20,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:20,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:20,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:20,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:20,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:20:20,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:20,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf56b48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:20,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571fba1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:20,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ede0493{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/java.io.tmpdir/jetty-localhost-37725-hadoop-hdfs-3_4_1-tests_jar-_-any-424852404993163007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:20:20,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d88fcb8{HTTP/1.1, (http/1.1)}{localhost:37725} 2024-11-19T18:20:20,516 INFO [Time-limited test {}] server.Server(415): Started @219605ms 2024-11-19T18:20:20,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:20,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:20,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:20,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:20,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:20:20,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab80ac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:20,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@412bff8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:20,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dffacb6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/java.io.tmpdir/jetty-localhost-42563-hadoop-hdfs-3_4_1-tests_jar-_-any-13350774338001395351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:20:20,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c05d80e{HTTP/1.1, (http/1.1)}{localhost:42563} 2024-11-19T18:20:20,727 INFO [Time-limited test {}] server.Server(415): Started @219816ms 2024-11-19T18:20:20,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:20:20,845 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/cluster_7d6519c6-6fcc-4259-71a1-bfe32fdd6b06/data/data1/current/BP-962846812-172.17.0.2-1732040420325/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:20,845 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/cluster_7d6519c6-6fcc-4259-71a1-bfe32fdd6b06/data/data2/current/BP-962846812-172.17.0.2-1732040420325/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:20,869 WARN [Thread-2886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:20:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf875de77027355be with lease ID 0xd8987cd5214711e8: Processing first storage report for DS-2191fe0a-9d56-43ea-9630-d6329fd4d1a7 from datanode DatanodeRegistration(127.0.0.1:46471, datanodeUuid=ea9152de-abe6-47af-a0e5-9c2bd97cdf5d, infoPort=45691, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=988176825;c=1732040420325) 2024-11-19T18:20:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf875de77027355be with lease ID 0xd8987cd5214711e8: from storage DS-2191fe0a-9d56-43ea-9630-d6329fd4d1a7 node DatanodeRegistration(127.0.0.1:46471, datanodeUuid=ea9152de-abe6-47af-a0e5-9c2bd97cdf5d, infoPort=45691, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=988176825;c=1732040420325), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:20:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf875de77027355be with lease ID 0xd8987cd5214711e8: Processing first storage report for DS-fa70f139-f964-4ed5-9d88-ada8fae3d135 from datanode DatanodeRegistration(127.0.0.1:46471, datanodeUuid=ea9152de-abe6-47af-a0e5-9c2bd97cdf5d, infoPort=45691, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=988176825;c=1732040420325) 2024-11-19T18:20:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf875de77027355be with lease ID 0xd8987cd5214711e8: from storage DS-fa70f139-f964-4ed5-9d88-ada8fae3d135 node DatanodeRegistration(127.0.0.1:46471, datanodeUuid=ea9152de-abe6-47af-a0e5-9c2bd97cdf5d, infoPort=45691, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=988176825;c=1732040420325), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:20:20,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab 2024-11-19T18:20:20,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:20,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:20,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:20:21,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43 with version=8 2024-11-19T18:20:21,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/hbase-staging 2024-11-19T18:20:21,369 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:21,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:21,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:21,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:21,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:21,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:21,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:20:21,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:21,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39127 2024-11-19T18:20:21,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39127 connecting to ZooKeeper ensemble=127.0.0.1:58286 2024-11-19T18:20:21,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391270x0, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:21,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39127-0x1013175383e0006 connected 2024-11-19T18:20:21,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:21,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:21,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Set watcher on znode that does not yet exist, /2-1600938300/running 2024-11-19T18:20:21,397 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43, hbase.cluster.distributed=false 2024-11-19T18:20:21,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Set watcher on znode that does not yet exist, /2-1600938300/acl 2024-11-19T18:20:21,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39127 2024-11-19T18:20:21,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39127 2024-11-19T18:20:21,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39127 2024-11-19T18:20:21,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39127 2024-11-19T18:20:21,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39127 2024-11-19T18:20:21,416 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:21,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:21,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:21,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:21,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:21,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:21,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:20:21,416 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:21,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39793 2024-11-19T18:20:21,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39793 connecting to ZooKeeper ensemble=127.0.0.1:58286 2024-11-19T18:20:21,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:21,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:21,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397930x0, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:21,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397930x0, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Set watcher on znode that does not yet exist, /2-1600938300/running 2024-11-19T18:20:21,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39793-0x1013175383e0007 connected 2024-11-19T18:20:21,429 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:20:21,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:20:21,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Set watcher on znode that does not yet exist, /2-1600938300/master 2024-11-19T18:20:21,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Set watcher on znode that does not yet exist, /2-1600938300/acl 2024-11-19T18:20:21,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39793 2024-11-19T18:20:21,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39793 2024-11-19T18:20:21,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39793 2024-11-19T18:20:21,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39793 2024-11-19T18:20:21,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39793 2024-11-19T18:20:21,478 DEBUG [M:0;30db5f576be8:39127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:39127 2024-11-19T18:20:21,478 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1600938300/backup-masters/30db5f576be8,39127,1732040421369 2024-11-19T18:20:21,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300/backup-masters 2024-11-19T18:20:21,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300/backup-masters 2024-11-19T18:20:21,481 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Set watcher on existing znode=/2-1600938300/backup-masters/30db5f576be8,39127,1732040421369 2024-11-19T18:20:21,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:21,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1600938300/master 2024-11-19T18:20:21,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:21,484 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Set watcher on existing znode=/2-1600938300/master 2024-11-19T18:20:21,485 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1600938300/backup-masters/30db5f576be8,39127,1732040421369 from backup master directory 2024-11-19T18:20:21,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1600938300/backup-masters/30db5f576be8,39127,1732040421369 2024-11-19T18:20:21,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300/backup-masters 2024-11-19T18:20:21,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300/backup-masters 2024-11-19T18:20:21,486 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:21,486 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,39127,1732040421369 2024-11-19T18:20:21,491 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/hbase.id] with ID: 1165b735-d7de-47d3-a3cd-961134110a9d 2024-11-19T18:20:21,491 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/.tmp/hbase.id 2024-11-19T18:20:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:20:21,913 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/.tmp/hbase.id]:[hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/hbase.id] 2024-11-19T18:20:21,922 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:21,922 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:20:21,923 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:20:21,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:21,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:20:22,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:20:22,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:22,093 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:20:22,330 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:22,331 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:20:22,331 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:22,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:20:22,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:22,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:20:22,662 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38351 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:20:22,737 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store 2024-11-19T18:20:22,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:20:23,151 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:23,151 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:20:23,151 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:23,151 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:23,151 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:20:23,151 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:23,151 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:23,151 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040423151Disabling compacts and flushes for region at 1732040423151Disabling writes for close at 1732040423151Writing region close event to WAL at 1732040423151Closed at 1732040423151 2024-11-19T18:20:23,152 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/.initializing 2024-11-19T18:20:23,152 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/WALs/30db5f576be8,39127,1732040421369 2024-11-19T18:20:23,153 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:23,154 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C39127%2C1732040421369, suffix=, logDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/WALs/30db5f576be8,39127,1732040421369, archiveDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/oldWALs, maxLogs=10 2024-11-19T18:20:23,167 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/WALs/30db5f576be8,39127,1732040421369/30db5f576be8%2C39127%2C1732040421369.1732040423154, exclude list is [], retry=0 2024-11-19T18:20:23,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46471,DS-2191fe0a-9d56-43ea-9630-d6329fd4d1a7,DISK] 2024-11-19T18:20:23,171 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/WALs/30db5f576be8,39127,1732040421369/30db5f576be8%2C39127%2C1732040421369.1732040423154 2024-11-19T18:20:23,172 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45691:45691)] 2024-11-19T18:20:23,172 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:23,172 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:23,172 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,172 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:20:23,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:23,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:23,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:20:23,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:23,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:23,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:20:23,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:23,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:23,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:20:23,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:23,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:23,178 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,178 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,178 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,179 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,179 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,180 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:23,180 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:23,182 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:23,182 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68381122, jitterRate=0.01895812153816223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:23,182 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040423172Initializing all the Stores at 1732040423172Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040423173 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040423173Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040423173Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040423173Cleaning up temporary data from old regions at 1732040423179 (+6 ms)Region opened successfully at 1732040423182 (+3 ms) 2024-11-19T18:20:23,183 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:20:23,185 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf072d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:23,186 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:20:23,186 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:20:23,186 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:20:23,186 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:20:23,186 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:20:23,187 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:20:23,187 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:20:23,189 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:20:23,190 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Unable to get data of znode /2-1600938300/balancer because node does not exist (not necessarily an error) 2024-11-19T18:20:23,191 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1600938300/balancer already deleted, retry=false 2024-11-19T18:20:23,192 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:20:23,192 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Unable to get data of znode /2-1600938300/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:20:23,194 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1600938300/normalizer already deleted, retry=false 2024-11-19T18:20:23,194 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:20:23,195 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Unable to get data of znode /2-1600938300/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:20:23,196 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1600938300/switch/split already deleted, retry=false 2024-11-19T18:20:23,197 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Unable to get data of znode /2-1600938300/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:20:23,198 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1600938300/switch/merge already deleted, retry=false 2024-11-19T18:20:23,200 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Unable to get data of znode /2-1600938300/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:20:23,201 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1600938300/snapshot-cleanup already deleted, retry=false 2024-11-19T18:20:23,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1600938300/running 2024-11-19T18:20:23,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:23,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1600938300/running 2024-11-19T18:20:23,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:23,205 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,39127,1732040421369, sessionid=0x1013175383e0006, setting cluster-up flag (Was=false) 2024-11-19T18:20:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:23,217 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1600938300/flush-table-proc/acquired, /2-1600938300/flush-table-proc/reached, /2-1600938300/flush-table-proc/abort 2024-11-19T18:20:23,218 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,39127,1732040421369 2024-11-19T18:20:23,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:23,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:23,229 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1600938300/online-snapshot/acquired, /2-1600938300/online-snapshot/reached, /2-1600938300/online-snapshot/abort 2024-11-19T18:20:23,231 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,39127,1732040421369 2024-11-19T18:20:23,256 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:20:23,272 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:23,273 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:20:23,273 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:20:23,273 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,39127,1732040421369 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:20:23,277 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:23,277 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:23,277 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:23,277 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:23,277 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:20:23,277 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,277 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:23,277 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,285 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(746): ClusterId : 1165b735-d7de-47d3-a3cd-961134110a9d 2024-11-19T18:20:23,285 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:20:23,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:23,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:20:23,288 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:23,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:20:23,288 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040453288 2024-11-19T18:20:23,288 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:20:23,289 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:20:23,289 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:20:23,289 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:20:23,289 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:20:23,289 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:20:23,289 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,290 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:20:23,290 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:20:23,293 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:20:23,294 DEBUG [RS:0;30db5f576be8:39793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c05ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:23,296 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:20:23,296 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:20:23,297 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:20:23,297 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:20:23,300 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:20:23,300 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:20:23,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:20:23,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:20:23,303 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43 2024-11-19T18:20:23,304 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040423300,5,FailOnTimeoutGroup] 2024-11-19T18:20:23,308 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040423304,5,FailOnTimeoutGroup] 2024-11-19T18:20:23,308 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,308 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:20:23,308 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,309 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741832_1008 (size=32) 2024-11-19T18:20:23,315 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:39793 2024-11-19T18:20:23,316 INFO [RS:0;30db5f576be8:39793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:20:23,316 INFO [RS:0;30db5f576be8:39793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:20:23,316 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:20:23,316 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,39127,1732040421369 with port=39793, startcode=1732040421415 2024-11-19T18:20:23,317 DEBUG [RS:0;30db5f576be8:39793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:20:23,318 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:20:23,319 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,39793,1732040421415 2024-11-19T18:20:23,319 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39127 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,39793,1732040421415 2024-11-19T18:20:23,320 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43 2024-11-19T18:20:23,320 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44913 2024-11-19T18:20:23,320 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:20:23,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300/rs 2024-11-19T18:20:23,326 DEBUG [RS:0;30db5f576be8:39793 {}] zookeeper.ZKUtil(111): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Set watcher on existing znode=/2-1600938300/rs/30db5f576be8,39793,1732040421415 2024-11-19T18:20:23,326 WARN [RS:0;30db5f576be8:39793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:23,326 INFO [RS:0;30db5f576be8:39793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:23,326 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415 2024-11-19T18:20:23,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,39793,1732040421415] 2024-11-19T18:20:23,333 INFO [RS:0;30db5f576be8:39793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:20:23,334 INFO [RS:0;30db5f576be8:39793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:20:23,336 INFO [RS:0;30db5f576be8:39793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:20:23,336 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,339 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:20:23,340 INFO [RS:0;30db5f576be8:39793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:20:23,340 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:23,340 DEBUG [RS:0;30db5f576be8:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:23,341 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,341 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,341 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,341 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,341 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,341 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39793,1732040421415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:23,360 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:20:23,360 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39793,1732040421415-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,361 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,361 INFO [RS:0;30db5f576be8:39793 {}] regionserver.Replication(171): 30db5f576be8,39793,1732040421415 started 2024-11-19T18:20:23,379 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:23,379 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,39793,1732040421415, RpcServer on 30db5f576be8/172.17.0.2:39793, sessionid=0x1013175383e0007 2024-11-19T18:20:23,379 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:20:23,379 DEBUG [RS:0;30db5f576be8:39793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,39793,1732040421415 2024-11-19T18:20:23,379 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,39793,1732040421415' 2024-11-19T18:20:23,379 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1600938300/flush-table-proc/abort' 2024-11-19T18:20:23,380 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1600938300/flush-table-proc/acquired' 2024-11-19T18:20:23,382 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:20:23,382 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:20:23,382 DEBUG [RS:0;30db5f576be8:39793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,39793,1732040421415 2024-11-19T18:20:23,382 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,39793,1732040421415' 2024-11-19T18:20:23,382 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1600938300/online-snapshot/abort' 2024-11-19T18:20:23,383 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1600938300/online-snapshot/acquired' 2024-11-19T18:20:23,385 DEBUG [RS:0;30db5f576be8:39793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:20:23,385 INFO [RS:0;30db5f576be8:39793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:20:23,385 INFO [RS:0;30db5f576be8:39793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:20:23,486 INFO [RS:0;30db5f576be8:39793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:23,488 INFO [RS:0;30db5f576be8:39793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C39793%2C1732040421415, suffix=, logDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415, archiveDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/oldWALs, maxLogs=10 2024-11-19T18:20:23,509 DEBUG [RS:0;30db5f576be8:39793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489, exclude list is [], retry=0 2024-11-19T18:20:23,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46471,DS-2191fe0a-9d56-43ea-9630-d6329fd4d1a7,DISK] 2024-11-19T18:20:23,525 INFO [RS:0;30db5f576be8:39793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 2024-11-19T18:20:23,532 DEBUG [RS:0;30db5f576be8:39793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45691:45691)] 2024-11-19T18:20:23,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:23,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:23,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:23,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:23,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:23,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:23,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:23,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:23,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:23,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:23,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:23,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:23,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:23,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:23,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:23,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:23,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:23,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:23,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740 2024-11-19T18:20:23,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740 2024-11-19T18:20:23,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:23,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:23,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:23,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:23,764 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:23,765 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73356789, jitterRate=0.09310133755207062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:23,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040423716Initializing all the Stores at 1732040423717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040423717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040423718 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040423718Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040423718Cleaning up temporary data from old regions at 1732040423746 (+28 ms)Region opened successfully at 1732040423765 (+19 ms) 2024-11-19T18:20:23,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:20:23,765 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:20:23,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:20:23,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:20:23,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:20:23,769 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:23,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040423765Disabling compacts and flushes for region at 1732040423765Disabling writes for close at 1732040423765Writing region close event to WAL at 1732040423769 (+4 ms)Closed at 1732040423769 2024-11-19T18:20:23,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:23,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:20:23,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:20:23,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:23,773 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:20:23,923 DEBUG [30db5f576be8:39127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:20:23,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,39793,1732040421415 2024-11-19T18:20:23,925 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,39793,1732040421415, state=OPENING 2024-11-19T18:20:23,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:20:23,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:23,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:23,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1600938300/meta-region-server: CHANGED 2024-11-19T18:20:23,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1600938300/meta-region-server: CHANGED 2024-11-19T18:20:23,928 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:23,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,39793,1732040421415}] 2024-11-19T18:20:24,081 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:24,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:20:24,085 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:20:24,086 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:24,086 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:20:24,087 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C39793%2C1732040421415.meta, suffix=.meta, logDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415, archiveDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/oldWALs, maxLogs=10 2024-11-19T18:20:24,117 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.meta.1732040424099.meta, exclude list is [], retry=0 2024-11-19T18:20:24,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46471,DS-2191fe0a-9d56-43ea-9630-d6329fd4d1a7,DISK] 2024-11-19T18:20:24,121 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.meta.1732040424099.meta 2024-11-19T18:20:24,121 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45691:45691)] 2024-11-19T18:20:24,122 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:24,122 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:24,122 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:20:24,122 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:20:24,122 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:20:24,122 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:20:24,122 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:24,122 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:20:24,122 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:20:24,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:24,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:24,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:24,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:24,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:24,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:24,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:24,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:24,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:24,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:24,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:24,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:24,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:24,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:24,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:24,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:24,129 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:24,129 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740 2024-11-19T18:20:24,130 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740 2024-11-19T18:20:24,131 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:24,131 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:24,131 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:24,132 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:24,132 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59660645, jitterRate=-0.1109871119260788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:24,133 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:20:24,133 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040424123Writing region info on filesystem at 1732040424123Initializing all the Stores at 1732040424123Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040424123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040424124 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040424124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040424124Cleaning up temporary data from old regions at 1732040424131 (+7 ms)Running coprocessor post-open hooks at 1732040424133 (+2 ms)Region opened successfully at 1732040424133 2024-11-19T18:20:24,133 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040424081 2024-11-19T18:20:24,135 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:20:24,135 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:20:24,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,39793,1732040421415 2024-11-19T18:20:24,137 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,39793,1732040421415, state=OPEN 2024-11-19T18:20:24,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1600938300/meta-region-server 2024-11-19T18:20:24,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1600938300/meta-region-server 2024-11-19T18:20:24,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,39793,1732040421415 2024-11-19T18:20:24,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1600938300/meta-region-server: CHANGED 2024-11-19T18:20:24,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1600938300/meta-region-server: CHANGED 2024-11-19T18:20:24,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:20:24,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,39793,1732040421415 in 211 msec 2024-11-19T18:20:24,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:20:24,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-19T18:20:24,142 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:24,142 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:20:24,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:24,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39793,1732040421415, seqNum=-1] 2024-11-19T18:20:24,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:24,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:24,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 877 msec 2024-11-19T18:20:24,149 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040424149, completionTime=-1 2024-11-19T18:20:24,149 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:20:24,149 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:20:24,151 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:20:24,151 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040484151 2024-11-19T18:20:24,151 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040544151 2024-11-19T18:20:24,151 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T18:20:24,151 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39127,1732040421369-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:24,151 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39127,1732040421369-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:24,151 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39127,1732040421369-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:24,151 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:39127, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:24,151 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:24,152 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:24,153 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:20:24,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.668sec 2024-11-19T18:20:24,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:20:24,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:20:24,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:20:24,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:20:24,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:20:24,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39127,1732040421369-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:24,155 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39127,1732040421369-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:20:24,157 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:20:24,157 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:20:24,157 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39127,1732040421369-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:24,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a552b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:24,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,39127,-1 for getting cluster id 2024-11-19T18:20:24,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:24,183 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1165b735-d7de-47d3-a3cd-961134110a9d' 2024-11-19T18:20:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1165b735-d7de-47d3-a3cd-961134110a9d" 2024-11-19T18:20:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9748ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,39127,-1] 2024-11-19T18:20:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:24,185 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:24,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236ee495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:24,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:24,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39793,1732040421415, seqNum=-1] 2024-11-19T18:20:24,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:24,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,39127,1732040421369 2024-11-19T18:20:24,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58286 2024-11-19T18:20:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:24,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013175383e0008 connected 2024-11-19T18:20:24,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:24,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,32975,1732040413711 2024-11-19T18:20:24,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58c8e365 2024-11-19T18:20:24,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:24,197 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:20:24,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:20:24,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:20:24,200 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:24,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:20:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:24,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:20:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:20:24,236 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74a6766b43ba43ee0556cacd38eb0458, NAME => 'test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1 2024-11-19T18:20:24,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:20:24,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:24,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 74a6766b43ba43ee0556cacd38eb0458, disabling compactions & flushes 2024-11-19T18:20:24,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:24,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:24,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. after waiting 0 ms 2024-11-19T18:20:24,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:24,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:24,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74a6766b43ba43ee0556cacd38eb0458: Waiting for close lock at 1732040424244Disabling compacts and flushes for region at 1732040424244Disabling writes for close at 1732040424244Writing region close event to WAL at 1732040424244Closed at 1732040424244 2024-11-19T18:20:24,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:20:24,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040424246"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040424246"}]},"ts":"1732040424246"} 2024-11-19T18:20:24,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:20:24,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:20:24,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040424250"}]},"ts":"1732040424250"} 2024-11-19T18:20:24,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:20:24,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=74a6766b43ba43ee0556cacd38eb0458, ASSIGN}] 2024-11-19T18:20:24,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=74a6766b43ba43ee0556cacd38eb0458, ASSIGN 2024-11-19T18:20:24,254 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=74a6766b43ba43ee0556cacd38eb0458, ASSIGN; state=OFFLINE, location=30db5f576be8,40681,1732040413759; forceNewPlan=false, retain=false 2024-11-19T18:20:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:24,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74a6766b43ba43ee0556cacd38eb0458, regionState=OPENING, regionLocation=30db5f576be8,40681,1732040413759 2024-11-19T18:20:24,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=74a6766b43ba43ee0556cacd38eb0458, ASSIGN because future has completed 2024-11-19T18:20:24,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74a6766b43ba43ee0556cacd38eb0458, server=30db5f576be8,40681,1732040413759}] 2024-11-19T18:20:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:24,563 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:24,564 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 74a6766b43ba43ee0556cacd38eb0458, NAME => 'test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:24,564 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:24,564 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:20:24,564 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,564 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:24,564 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,564 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,565 INFO [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,566 INFO [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74a6766b43ba43ee0556cacd38eb0458 columnFamilyName f 2024-11-19T18:20:24,566 DEBUG [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:24,567 INFO [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] regionserver.HStore(327): Store=74a6766b43ba43ee0556cacd38eb0458/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:24,567 INFO [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,568 INFO [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74a6766b43ba43ee0556cacd38eb0458 columnFamilyName f1 2024-11-19T18:20:24,568 DEBUG [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:24,568 INFO [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] regionserver.HStore(327): Store=74a6766b43ba43ee0556cacd38eb0458/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:24,568 INFO [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,569 INFO [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74a6766b43ba43ee0556cacd38eb0458 columnFamilyName norep 2024-11-19T18:20:24,569 DEBUG [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:24,569 INFO [StoreOpener-74a6766b43ba43ee0556cacd38eb0458-1 {}] regionserver.HStore(327): Store=74a6766b43ba43ee0556cacd38eb0458/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:24,569 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,570 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,570 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,571 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,571 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,571 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:20:24,572 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,574 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:24,574 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 74a6766b43ba43ee0556cacd38eb0458; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66979737, jitterRate=-0.0019241422414779663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:20:24,574 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:24,575 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 74a6766b43ba43ee0556cacd38eb0458: Running coprocessor pre-open hook at 1732040424564Writing region info on filesystem at 1732040424564Initializing all the Stores at 1732040424565 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040424565Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040424565Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040424565Cleaning up temporary data from old regions at 1732040424571 (+6 ms)Running coprocessor post-open hooks at 1732040424574 (+3 ms)Region opened successfully at 1732040424575 (+1 ms) 2024-11-19T18:20:24,576 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458., pid=6, masterSystemTime=1732040424560 2024-11-19T18:20:24,577 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:24,577 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:24,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74a6766b43ba43ee0556cacd38eb0458, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,40681,1732040413759 2024-11-19T18:20:24,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74a6766b43ba43ee0556cacd38eb0458, server=30db5f576be8,40681,1732040413759 because future has completed 2024-11-19T18:20:24,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:20:24,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 74a6766b43ba43ee0556cacd38eb0458, server=30db5f576be8,40681,1732040413759 in 173 msec 2024-11-19T18:20:24,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:20:24,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=74a6766b43ba43ee0556cacd38eb0458, ASSIGN in 330 msec 2024-11-19T18:20:24,585 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:20:24,585 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040424585"}]},"ts":"1732040424585"} 2024-11-19T18:20:24,586 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:20:24,587 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:20:24,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 390 msec 2024-11-19T18:20:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:24,832 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:20:24,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:24,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42509,1732040418018 2024-11-19T18:20:24,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@545a96ea 2024-11-19T18:20:24,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:24,834 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:20:24,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:20:24,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:20:24,837 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:24,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:20:24,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:20:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:24,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:20:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:25,245 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 964ede582dc07369df3d7c0bb2c65d3b, NAME => 'test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287 2024-11-19T18:20:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:20:25,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:25,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 964ede582dc07369df3d7c0bb2c65d3b, disabling compactions & flushes 2024-11-19T18:20:25,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:25,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:25,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. after waiting 0 ms 2024-11-19T18:20:25,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:25,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:25,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 964ede582dc07369df3d7c0bb2c65d3b: Waiting for close lock at 1732040425255Disabling compacts and flushes for region at 1732040425255Disabling writes for close at 1732040425255Writing region close event to WAL at 1732040425255Closed at 1732040425255 2024-11-19T18:20:25,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:20:25,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040425256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040425256"}]},"ts":"1732040425256"} 2024-11-19T18:20:25,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:20:25,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:20:25,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040425260"}]},"ts":"1732040425260"} 2024-11-19T18:20:25,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:20:25,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=964ede582dc07369df3d7c0bb2c65d3b, ASSIGN}] 2024-11-19T18:20:25,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=964ede582dc07369df3d7c0bb2c65d3b, ASSIGN 2024-11-19T18:20:25,263 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=964ede582dc07369df3d7c0bb2c65d3b, ASSIGN; state=OFFLINE, location=30db5f576be8,45645,1732040418058; forceNewPlan=false, retain=false 2024-11-19T18:20:25,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=964ede582dc07369df3d7c0bb2c65d3b, regionState=OPENING, regionLocation=30db5f576be8,45645,1732040418058 2024-11-19T18:20:25,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=964ede582dc07369df3d7c0bb2c65d3b, ASSIGN because future has completed 2024-11-19T18:20:25,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 964ede582dc07369df3d7c0bb2c65d3b, server=30db5f576be8,45645,1732040418058}] 2024-11-19T18:20:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:25,572 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:25,572 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 964ede582dc07369df3d7c0bb2c65d3b, NAME => 'test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:25,572 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:25,572 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:20:25,573 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,573 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:25,573 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,573 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,574 INFO [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,575 INFO [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 964ede582dc07369df3d7c0bb2c65d3b columnFamilyName f 2024-11-19T18:20:25,575 DEBUG [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:25,575 INFO [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] regionserver.HStore(327): Store=964ede582dc07369df3d7c0bb2c65d3b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:25,575 INFO [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,576 INFO [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 964ede582dc07369df3d7c0bb2c65d3b columnFamilyName f1 2024-11-19T18:20:25,576 DEBUG [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:25,577 INFO [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] regionserver.HStore(327): Store=964ede582dc07369df3d7c0bb2c65d3b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:25,577 INFO [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,578 INFO [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 964ede582dc07369df3d7c0bb2c65d3b columnFamilyName norep 2024-11-19T18:20:25,578 DEBUG [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:25,578 INFO [StoreOpener-964ede582dc07369df3d7c0bb2c65d3b-1 {}] regionserver.HStore(327): Store=964ede582dc07369df3d7c0bb2c65d3b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:25,578 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,578 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,579 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,579 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,579 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,580 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:20:25,580 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,582 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:25,582 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 964ede582dc07369df3d7c0bb2c65d3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71094050, jitterRate=0.059383898973464966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:20:25,582 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:25,582 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 964ede582dc07369df3d7c0bb2c65d3b: Running coprocessor pre-open hook at 1732040425573Writing region info on filesystem at 1732040425573Initializing all the Stores at 1732040425573Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040425573Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040425574 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040425574Cleaning up temporary data from old regions at 1732040425579 (+5 ms)Running coprocessor post-open hooks at 1732040425582 (+3 ms)Region opened successfully at 1732040425582 2024-11-19T18:20:25,583 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b., pid=6, masterSystemTime=1732040425569 2024-11-19T18:20:25,585 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:25,585 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:25,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=964ede582dc07369df3d7c0bb2c65d3b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,45645,1732040418058 2024-11-19T18:20:25,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 964ede582dc07369df3d7c0bb2c65d3b, server=30db5f576be8,45645,1732040418058 because future has completed 2024-11-19T18:20:25,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:20:25,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 964ede582dc07369df3d7c0bb2c65d3b, server=30db5f576be8,45645,1732040418058 in 172 msec 2024-11-19T18:20:25,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:20:25,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=964ede582dc07369df3d7c0bb2c65d3b, ASSIGN in 328 msec 2024-11-19T18:20:25,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:20:25,592 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040425592"}]},"ts":"1732040425592"} 2024-11-19T18:20:25,593 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:20:25,594 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:20:25,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-19T18:20:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:25,971 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:20:25,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,39127,1732040421369 2024-11-19T18:20:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae02b10 2024-11-19T18:20:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:25,973 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:20:25,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:20:25,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:20:25,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:25,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:20:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:25,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:20:25,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:20:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:26,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18274d528616d69d38295691bb3a1204, NAME => 'test,,1732040425974.18274d528616d69d38295691bb3a1204.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43 2024-11-19T18:20:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:20:26,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:20:26,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T18:20:26,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T18:20:26,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T18:20:26,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:20:26,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T18:20:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:26,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040425974.18274d528616d69d38295691bb3a1204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:26,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 18274d528616d69d38295691bb3a1204, disabling compactions & flushes 2024-11-19T18:20:26,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:26,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:26,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040425974.18274d528616d69d38295691bb3a1204. after waiting 0 ms 2024-11-19T18:20:26,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:26,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:26,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18274d528616d69d38295691bb3a1204: Waiting for close lock at 1732040426790Disabling compacts and flushes for region at 1732040426790Disabling writes for close at 1732040426790Writing region close event to WAL at 1732040426790Closed at 1732040426790 2024-11-19T18:20:26,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:20:26,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040425974.18274d528616d69d38295691bb3a1204.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040426792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040426792"}]},"ts":"1732040426792"} 2024-11-19T18:20:26,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:20:26,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:20:26,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040426795"}]},"ts":"1732040426795"} 2024-11-19T18:20:26,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:20:26,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18274d528616d69d38295691bb3a1204, ASSIGN}] 2024-11-19T18:20:26,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18274d528616d69d38295691bb3a1204, ASSIGN 2024-11-19T18:20:26,798 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=18274d528616d69d38295691bb3a1204, ASSIGN; state=OFFLINE, location=30db5f576be8,39793,1732040421415; forceNewPlan=false, retain=false 2024-11-19T18:20:26,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18274d528616d69d38295691bb3a1204, regionState=OPENING, regionLocation=30db5f576be8,39793,1732040421415 2024-11-19T18:20:26,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=18274d528616d69d38295691bb3a1204, ASSIGN because future has completed 2024-11-19T18:20:26,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18274d528616d69d38295691bb3a1204, server=30db5f576be8,39793,1732040421415}] 2024-11-19T18:20:27,107 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:27,107 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 18274d528616d69d38295691bb3a1204, NAME => 'test,,1732040425974.18274d528616d69d38295691bb3a1204.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:27,108 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:27,108 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:20:27,108 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,108 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040425974.18274d528616d69d38295691bb3a1204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:27,108 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,108 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,109 INFO [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,110 INFO [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18274d528616d69d38295691bb3a1204 columnFamilyName f 2024-11-19T18:20:27,110 DEBUG [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:27,111 INFO [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] regionserver.HStore(327): Store=18274d528616d69d38295691bb3a1204/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:27,111 INFO [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:27,112 INFO [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18274d528616d69d38295691bb3a1204 columnFamilyName f1 2024-11-19T18:20:27,112 DEBUG [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:27,112 INFO [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] regionserver.HStore(327): Store=18274d528616d69d38295691bb3a1204/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:27,112 INFO [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,113 INFO [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18274d528616d69d38295691bb3a1204 columnFamilyName norep 2024-11-19T18:20:27,113 DEBUG [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:27,113 INFO [StoreOpener-18274d528616d69d38295691bb3a1204-1 {}] regionserver.HStore(327): Store=18274d528616d69d38295691bb3a1204/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:27,113 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,114 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,114 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,115 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,115 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,115 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:20:27,116 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,118 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:27,118 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 18274d528616d69d38295691bb3a1204; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70921347, jitterRate=0.056810423731803894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:20:27,118 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:27,118 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 18274d528616d69d38295691bb3a1204: Running coprocessor pre-open hook at 1732040427108Writing region info on filesystem at 1732040427108Initializing all the Stores at 1732040427109 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040427109Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040427109Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040427109Cleaning up temporary data from old regions at 1732040427115 (+6 ms)Running coprocessor post-open hooks at 1732040427118 (+3 ms)Region opened successfully at 1732040427118 2024-11-19T18:20:27,119 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040425974.18274d528616d69d38295691bb3a1204., pid=6, masterSystemTime=1732040427103 2024-11-19T18:20:27,121 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:27,121 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:27,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18274d528616d69d38295691bb3a1204, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,39793,1732040421415 2024-11-19T18:20:27,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18274d528616d69d38295691bb3a1204, server=30db5f576be8,39793,1732040421415 because future has completed 2024-11-19T18:20:27,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:20:27,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 18274d528616d69d38295691bb3a1204, server=30db5f576be8,39793,1732040421415 in 173 msec 2024-11-19T18:20:27,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:20:27,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=18274d528616d69d38295691bb3a1204, ASSIGN in 329 msec 2024-11-19T18:20:27,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:20:27,128 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040427128"}]},"ts":"1732040427128"} 2024-11-19T18:20:27,129 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:20:27,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:20:27,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-19T18:20:28,094 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T18:20:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:20:28,121 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:20:28,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590b12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:28,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,32975,-1 for getting cluster id 2024-11-19T18:20:28,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:28,123 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15cfae40-124a-4765-85b1-63087935f8c4' 2024-11-19T18:20:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15cfae40-124a-4765-85b1-63087935f8c4" 2024-11-19T18:20:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385927f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,32975,-1] 2024-11-19T18:20:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:28,125 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:28,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596516f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:28,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:28,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,32975,1732040413711 2024-11-19T18:20:28,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@428f65e8 2024-11-19T18:20:28,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:28,127 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:20:28,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:42509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:20:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:20:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:28,131 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:42509' 2024-11-19T18:20:28,132 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b040c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:28,132 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42509,-1 for getting cluster id 2024-11-19T18:20:28,132 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:28,133 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eb54085-d8b0-45e4-bfbf-824452a4e1a9' 2024-11-19T18:20:28,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:28,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eb54085-d8b0-45e4-bfbf-824452a4e1a9" 2024-11-19T18:20:28,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666b507c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:28,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42509,-1] 2024-11-19T18:20:28,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:28,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:28,134 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:28,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24765255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:28,135 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:28,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42509,1732040418018 2024-11-19T18:20:28,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fff8ebf 2024-11-19T18:20:28,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:28,137 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:20:28,137 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T18:20:28,138 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:20:28,138 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:28,138 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:28,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:28,138 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:28,139 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:20:28,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:20:28,140 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:28,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:20:28,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:20:28,189 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:20:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:28,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8232f77f69f04281382027b5dbebe3e, NAME => 'hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1 2024-11-19T18:20:28,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:20:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:28,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:28,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d8232f77f69f04281382027b5dbebe3e, disabling compactions & flushes 2024-11-19T18:20:28,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:28,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:28,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. after waiting 0 ms 2024-11-19T18:20:28,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:28,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:28,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8232f77f69f04281382027b5dbebe3e: Waiting for close lock at 1732040428953Disabling compacts and flushes for region at 1732040428953Disabling writes for close at 1732040428954 (+1 ms)Writing region close event to WAL at 1732040428954Closed at 1732040428954 2024-11-19T18:20:28,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:20:28,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040428955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040428955"}]},"ts":"1732040428955"} 2024-11-19T18:20:28,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:20:28,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:20:28,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040428958"}]},"ts":"1732040428958"} 2024-11-19T18:20:28,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:20:28,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8232f77f69f04281382027b5dbebe3e, ASSIGN}] 2024-11-19T18:20:28,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8232f77f69f04281382027b5dbebe3e, ASSIGN 2024-11-19T18:20:28,962 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8232f77f69f04281382027b5dbebe3e, ASSIGN; state=OFFLINE, location=30db5f576be8,40681,1732040413759; forceNewPlan=false, retain=false 2024-11-19T18:20:29,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8232f77f69f04281382027b5dbebe3e, regionState=OPENING, regionLocation=30db5f576be8,40681,1732040413759 2024-11-19T18:20:29,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8232f77f69f04281382027b5dbebe3e, ASSIGN because future has completed 2024-11-19T18:20:29,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8232f77f69f04281382027b5dbebe3e, server=30db5f576be8,40681,1732040413759}] 2024-11-19T18:20:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:29,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:29,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:29,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:20:29,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C40681%2C1732040413759.rep, suffix=, logDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759, archiveDir=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/oldWALs, maxLogs=10 2024-11-19T18:20:29,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.rep.1732040429272, exclude list is [], retry=0 2024-11-19T18:20:29,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44959,DS-88b1047b-daa7-4942-a1fc-75525aed10aa,DISK] 2024-11-19T18:20:29,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.rep.1732040429272 2024-11-19T18:20:29,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36413:36413)] 2024-11-19T18:20:29,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d8232f77f69f04281382027b5dbebe3e, NAME => 'hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:29,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:29,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:20:29,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. service=MultiRowMutationService 2024-11-19T18:20:29,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:20:29,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:29,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,292 INFO [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,293 INFO [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8232f77f69f04281382027b5dbebe3e columnFamilyName hfileref 2024-11-19T18:20:29,293 DEBUG [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:29,294 INFO [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] regionserver.HStore(327): Store=d8232f77f69f04281382027b5dbebe3e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:29,294 INFO [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,295 INFO [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8232f77f69f04281382027b5dbebe3e columnFamilyName queue 2024-11-19T18:20:29,295 DEBUG [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:29,295 INFO [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] regionserver.HStore(327): Store=d8232f77f69f04281382027b5dbebe3e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:29,296 INFO [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,297 INFO [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8232f77f69f04281382027b5dbebe3e columnFamilyName sid 2024-11-19T18:20:29,297 DEBUG [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:29,297 INFO [StoreOpener-d8232f77f69f04281382027b5dbebe3e-1 {}] regionserver.HStore(327): Store=d8232f77f69f04281382027b5dbebe3e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:29,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/replication/d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/replication/d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:20:29,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/replication/d8232f77f69f04281382027b5dbebe3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:29,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d8232f77f69f04281382027b5dbebe3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72139151, jitterRate=0.07495711743831635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:20:29,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:29,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d8232f77f69f04281382027b5dbebe3e: Running coprocessor pre-open hook at 1732040429291Writing region info on filesystem at 1732040429291Initializing all the Stores at 1732040429292 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040429292Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040429292Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040429292Cleaning up temporary data from old regions at 1732040429299 (+7 ms)Running coprocessor post-open hooks at 1732040429302 (+3 ms)Region opened successfully at 1732040429302 2024-11-19T18:20:29,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e., pid=10, masterSystemTime=1732040429267 2024-11-19T18:20:29,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:29,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:29,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8232f77f69f04281382027b5dbebe3e, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,40681,1732040413759 2024-11-19T18:20:29,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8232f77f69f04281382027b5dbebe3e, server=30db5f576be8,40681,1732040413759 because future has completed 2024-11-19T18:20:29,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:20:29,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d8232f77f69f04281382027b5dbebe3e, server=30db5f576be8,40681,1732040413759 in 194 msec 2024-11-19T18:20:29,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:20:29,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8232f77f69f04281382027b5dbebe3e, ASSIGN in 351 msec 2024-11-19T18:20:29,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:20:29,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040429314"}]},"ts":"1732040429314"} 2024-11-19T18:20:29,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:20:29,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:20:29,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-19T18:20:29,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e., hostname=30db5f576be8,40681,1732040413759, seqNum=2] 2024-11-19T18:20:29,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:29,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:29,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:20:29,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:20:29,508 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:20:29,545 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,40681,1732040413759, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:20:29,546 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:29,546 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40681,1732040413759, seqNum=-1] 2024-11-19T18:20:29,546 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:29,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T18:20:29,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,40681,1732040413759', locateType=CURRENT is [region=hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e., hostname=30db5f576be8,40681,1732040413759, seqNum=2] 2024-11-19T18:20:29,551 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:20:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:20:29,553 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,40681,1732040413759 suceeded 2024-11-19T18:20:29,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:20:29,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-19T18:20:29,555 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:42509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:20:29,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-19T18:20:29,568 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:42509' 2024-11-19T18:20:29,569 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@daf5a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:29,569 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42509,-1 for getting cluster id 2024-11-19T18:20:29,569 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:29,570 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eb54085-d8b0-45e4-bfbf-824452a4e1a9' 2024-11-19T18:20:29,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:29,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eb54085-d8b0-45e4-bfbf-824452a4e1a9" 2024-11-19T18:20:29,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b69179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:29,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42509,-1] 2024-11-19T18:20:29,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:29,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:29,572 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:29,572 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56f80239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:29,572 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:29,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42509,1732040418018 2024-11-19T18:20:29,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8fb9b7 2024-11-19T18:20:29,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:29,574 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-19T18:20:29,574 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,40681,1732040413759 (queues=1) is replicating from cluster=15cfae40-124a-4765-85b1-63087935f8c4 to cluster=4eb54085-d8b0-45e4-bfbf-824452a4e1a9 2024-11-19T18:20:29,574 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C40681%2C1732040413759 2024-11-19T18:20:29,574 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,40681,1732040413759, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:20:29,575 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C40681%2C1732040413759 2024-11-19T18:20:29,575 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, startPosition=0, beingWritten=true 2024-11-19T18:20:29,579 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:29,579 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 379, reset compression=false 2024-11-19T18:20:29,579 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40681,1732040413759 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:29,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:20:29,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:29,783 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 379, reset compression=false 2024-11-19T18:20:30,086 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 379, reset compression=false 2024-11-19T18:20:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:30,271 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:20:30,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:30,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:30,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:30,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:30,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:30,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:30,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42509,-1 for getting cluster id 2024-11-19T18:20:30,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:30,273 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eb54085-d8b0-45e4-bfbf-824452a4e1a9' 2024-11-19T18:20:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eb54085-d8b0-45e4-bfbf-824452a4e1a9" 2024-11-19T18:20:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f83d95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42509,-1] 2024-11-19T18:20:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:30,275 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568e7782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:30,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:30,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42509,1732040418018 2024-11-19T18:20:30,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29341e13 2024-11-19T18:20:30,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:30,277 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:20:30,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:39127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:20:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:20:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:30,280 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:39127' 2024-11-19T18:20:30,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1003f95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:30,280 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,39127,-1 for getting cluster id 2024-11-19T18:20:30,281 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:30,281 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1165b735-d7de-47d3-a3cd-961134110a9d' 2024-11-19T18:20:30,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:30,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1165b735-d7de-47d3-a3cd-961134110a9d" 2024-11-19T18:20:30,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc4e966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:30,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,39127,-1] 2024-11-19T18:20:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:30,284 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:30,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666152a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:30,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:30,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,39127,1732040421369 2024-11-19T18:20:30,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40060a6a 2024-11-19T18:20:30,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:30,287 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:20:30,287 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T18:20:30,287 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:20:30,287 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:30,287 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:30,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:30,288 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:30,289 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:20:30,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:20:30,290 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:30,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:20:30,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:20:30,339 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:20:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:30,490 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 379, reset compression=false 2024-11-19T18:20:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:30,700 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7455f2200bf4ed04224ff262aa15c9f, NAME => 'hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287 2024-11-19T18:20:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:20:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:30,994 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 379, reset compression=false 2024-11-19T18:20:31,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:31,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a7455f2200bf4ed04224ff262aa15c9f, disabling compactions & flushes 2024-11-19T18:20:31,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:31,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:31,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. after waiting 0 ms 2024-11-19T18:20:31,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:31,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:31,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7455f2200bf4ed04224ff262aa15c9f: Waiting for close lock at 1732040431106Disabling compacts and flushes for region at 1732040431106Disabling writes for close at 1732040431106Writing region close event to WAL at 1732040431106Closed at 1732040431106 2024-11-19T18:20:31,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:20:31,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040431107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040431107"}]},"ts":"1732040431107"} 2024-11-19T18:20:31,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:20:31,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:20:31,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040431110"}]},"ts":"1732040431110"} 2024-11-19T18:20:31,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:20:31,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7455f2200bf4ed04224ff262aa15c9f, ASSIGN}] 2024-11-19T18:20:31,113 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7455f2200bf4ed04224ff262aa15c9f, ASSIGN 2024-11-19T18:20:31,114 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7455f2200bf4ed04224ff262aa15c9f, ASSIGN; state=OFFLINE, location=30db5f576be8,45645,1732040418058; forceNewPlan=false, retain=false 2024-11-19T18:20:31,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7455f2200bf4ed04224ff262aa15c9f, regionState=OPENING, regionLocation=30db5f576be8,45645,1732040418058 2024-11-19T18:20:31,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7455f2200bf4ed04224ff262aa15c9f, ASSIGN because future has completed 2024-11-19T18:20:31,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7455f2200bf4ed04224ff262aa15c9f, server=30db5f576be8,45645,1732040418058}] 2024-11-19T18:20:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:31,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:31,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:31,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:20:31,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C45645%2C1732040418058.rep, suffix=, logDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058, archiveDir=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/oldWALs, maxLogs=10 2024-11-19T18:20:31,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.rep.1732040431424, exclude list is [], retry=0 2024-11-19T18:20:31,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33729,DS-2b6874f3-2852-4b84-826b-b2931ca7ae30,DISK] 2024-11-19T18:20:31,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.rep.1732040431424 2024-11-19T18:20:31,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46129:46129)] 2024-11-19T18:20:31,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a7455f2200bf4ed04224ff262aa15c9f, NAME => 'hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:31,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:31,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:20:31,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. service=MultiRowMutationService 2024-11-19T18:20:31,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:20:31,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:31,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,443 INFO [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,444 INFO [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7455f2200bf4ed04224ff262aa15c9f columnFamilyName hfileref 2024-11-19T18:20:31,444 DEBUG [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:31,444 INFO [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] regionserver.HStore(327): Store=a7455f2200bf4ed04224ff262aa15c9f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:31,444 INFO [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,445 INFO [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7455f2200bf4ed04224ff262aa15c9f columnFamilyName queue 2024-11-19T18:20:31,445 DEBUG [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:31,446 INFO [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] regionserver.HStore(327): Store=a7455f2200bf4ed04224ff262aa15c9f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:31,446 INFO [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,446 INFO [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7455f2200bf4ed04224ff262aa15c9f columnFamilyName sid 2024-11-19T18:20:31,446 DEBUG [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:31,447 INFO [StoreOpener-a7455f2200bf4ed04224ff262aa15c9f-1 {}] regionserver.HStore(327): Store=a7455f2200bf4ed04224ff262aa15c9f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:31,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/replication/a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/replication/a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:20:31,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/replication/a7455f2200bf4ed04224ff262aa15c9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:31,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a7455f2200bf4ed04224ff262aa15c9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67027774, jitterRate=-0.0012083351612091064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:20:31,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:31,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a7455f2200bf4ed04224ff262aa15c9f: Running coprocessor pre-open hook at 1732040431442Writing region info on filesystem at 1732040431442Initializing all the Stores at 1732040431443 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040431443Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040431443Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040431443Cleaning up temporary data from old regions at 1732040431448 (+5 ms)Running coprocessor post-open hooks at 1732040431451 (+3 ms)Region opened successfully at 1732040431452 (+1 ms) 2024-11-19T18:20:31,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f., pid=10, masterSystemTime=1732040431419 2024-11-19T18:20:31,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:31,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:31,454 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7455f2200bf4ed04224ff262aa15c9f, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,45645,1732040418058 2024-11-19T18:20:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7455f2200bf4ed04224ff262aa15c9f, server=30db5f576be8,45645,1732040418058 because future has completed 2024-11-19T18:20:31,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:20:31,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a7455f2200bf4ed04224ff262aa15c9f, server=30db5f576be8,45645,1732040418058 in 190 msec 2024-11-19T18:20:31,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:20:31,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7455f2200bf4ed04224ff262aa15c9f, ASSIGN in 346 msec 2024-11-19T18:20:31,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:20:31,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040431461"}]},"ts":"1732040431461"} 2024-11-19T18:20:31,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:20:31,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:20:31,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-19T18:20:31,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f., hostname=30db5f576be8,45645,1732040418058, seqNum=2] 2024-11-19T18:20:31,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:31,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:31,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:20:31,597 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 379, reset compression=false 2024-11-19T18:20:31,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:20:31,656 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:20:31,685 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,45645,1732040418058, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:20:31,686 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:31,686 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,45645,1732040418058, seqNum=-1] 2024-11-19T18:20:31,686 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:31,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T18:20:31,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,45645,1732040418058', locateType=CURRENT is [region=hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f., hostname=30db5f576be8,45645,1732040418058, seqNum=2] 2024-11-19T18:20:31,691 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:20:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:20:31,693 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,45645,1732040418058 suceeded 2024-11-19T18:20:31,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:20:31,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-19T18:20:31,694 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:39127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:20:31,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-19T18:20:31,705 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:39127' 2024-11-19T18:20:31,706 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f24790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:31,706 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,39127,-1 for getting cluster id 2024-11-19T18:20:31,706 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:31,706 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1165b735-d7de-47d3-a3cd-961134110a9d' 2024-11-19T18:20:31,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:31,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1165b735-d7de-47d3-a3cd-961134110a9d" 2024-11-19T18:20:31,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f9b735c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:31,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,39127,-1] 2024-11-19T18:20:31,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:31,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:31,708 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:31,708 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fca2441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:31,708 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:31,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,39127,1732040421369 2024-11-19T18:20:31,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a1fa088 2024-11-19T18:20:31,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:31,710 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-19T18:20:31,710 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,45645,1732040418058 (queues=1) is replicating from cluster=4eb54085-d8b0-45e4-bfbf-824452a4e1a9 to cluster=1165b735-d7de-47d3-a3cd-961134110a9d 2024-11-19T18:20:31,710 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C45645%2C1732040418058 2024-11-19T18:20:31,710 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,45645,1732040418058, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:20:31,711 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C45645%2C1732040418058 2024-11-19T18:20:31,711 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, startPosition=0, beingWritten=true 2024-11-19T18:20:31,715 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:31,715 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 379, reset compression=false 2024-11-19T18:20:31,715 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,45645,1732040418058 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:31,919 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 379, reset compression=false 2024-11-19T18:20:32,223 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 379, reset compression=false 2024-11-19T18:20:32,301 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 379, reset compression=false 2024-11-19T18:20:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:32,431 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:20:32,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:32,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:32,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:32,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:32,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:32,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:32,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,39127,-1 for getting cluster id 2024-11-19T18:20:32,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:32,433 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1165b735-d7de-47d3-a3cd-961134110a9d' 2024-11-19T18:20:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1165b735-d7de-47d3-a3cd-961134110a9d" 2024-11-19T18:20:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed22ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,39127,-1] 2024-11-19T18:20:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:32,435 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:32,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab50ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:32,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,39127,1732040421369 2024-11-19T18:20:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e2bf3e9 2024-11-19T18:20:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:32,437 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:20:32,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:32975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:20:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:20:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:32,440 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:32975' 2024-11-19T18:20:32,441 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c0487e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:32,441 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,32975,-1 for getting cluster id 2024-11-19T18:20:32,441 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:32,442 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15cfae40-124a-4765-85b1-63087935f8c4' 2024-11-19T18:20:32,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:32,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15cfae40-124a-4765-85b1-63087935f8c4" 2024-11-19T18:20:32,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538c5b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:32,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,32975,-1] 2024-11-19T18:20:32,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:32,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:32,443 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:32,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6f3db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:32,443 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:32,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,32975,1732040413711 2024-11-19T18:20:32,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c1c9802 2024-11-19T18:20:32,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:32,445 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:20:32,445 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T18:20:32,445 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:20:32,445 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:32,445 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:32,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:32,446 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:32,447 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:20:32,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:20:32,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:32,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:20:32,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:20:32,497 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:20:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:32,627 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 379, reset compression=false 2024-11-19T18:20:32,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:32,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:20:32,742 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48431 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:20:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:32,855 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08ad131c46d129b8a86a0b87a04fc4cc, NAME => 'hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43 2024-11-19T18:20:32,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:20:32,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:32,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 08ad131c46d129b8a86a0b87a04fc4cc, disabling compactions & flushes 2024-11-19T18:20:32,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:32,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:32,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. after waiting 0 ms 2024-11-19T18:20:32,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:32,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:32,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08ad131c46d129b8a86a0b87a04fc4cc: Waiting for close lock at 1732040432863Disabling compacts and flushes for region at 1732040432863Disabling writes for close at 1732040432863Writing region close event to WAL at 1732040432863Closed at 1732040432863 2024-11-19T18:20:32,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:20:32,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040432864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040432864"}]},"ts":"1732040432864"} 2024-11-19T18:20:32,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:20:32,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:20:32,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040432868"}]},"ts":"1732040432868"} 2024-11-19T18:20:32,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:20:32,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08ad131c46d129b8a86a0b87a04fc4cc, ASSIGN}] 2024-11-19T18:20:32,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08ad131c46d129b8a86a0b87a04fc4cc, ASSIGN 2024-11-19T18:20:32,872 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08ad131c46d129b8a86a0b87a04fc4cc, ASSIGN; state=OFFLINE, location=30db5f576be8,39793,1732040421415; forceNewPlan=false, retain=false 2024-11-19T18:20:33,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08ad131c46d129b8a86a0b87a04fc4cc, regionState=OPENING, regionLocation=30db5f576be8,39793,1732040421415 2024-11-19T18:20:33,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08ad131c46d129b8a86a0b87a04fc4cc, ASSIGN because future has completed 2024-11-19T18:20:33,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08ad131c46d129b8a86a0b87a04fc4cc, server=30db5f576be8,39793,1732040421415}] 2024-11-19T18:20:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:33,105 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 379, reset compression=false 2024-11-19T18:20:33,131 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 379, reset compression=false 2024-11-19T18:20:33,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:33,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:33,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:20:33,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C39793%2C1732040421415.rep, suffix=, logDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415, archiveDir=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/oldWALs, maxLogs=10 2024-11-19T18:20:33,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.rep.1732040433181, exclude list is [], retry=0 2024-11-19T18:20:33,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46471,DS-2191fe0a-9d56-43ea-9630-d6329fd4d1a7,DISK] 2024-11-19T18:20:33,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.rep.1732040433181 2024-11-19T18:20:33,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45691:45691)] 2024-11-19T18:20:33,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 08ad131c46d129b8a86a0b87a04fc4cc, NAME => 'hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:33,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:33,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:20:33,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. service=MultiRowMutationService 2024-11-19T18:20:33,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:20:33,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:33,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,200 INFO [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,201 INFO [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad131c46d129b8a86a0b87a04fc4cc columnFamilyName hfileref 2024-11-19T18:20:33,201 DEBUG [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:33,201 INFO [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] regionserver.HStore(327): Store=08ad131c46d129b8a86a0b87a04fc4cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:33,201 INFO [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,202 INFO [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad131c46d129b8a86a0b87a04fc4cc columnFamilyName queue 2024-11-19T18:20:33,202 DEBUG [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:33,202 INFO [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] regionserver.HStore(327): Store=08ad131c46d129b8a86a0b87a04fc4cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:33,202 INFO [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,203 INFO [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ad131c46d129b8a86a0b87a04fc4cc columnFamilyName sid 2024-11-19T18:20:33,203 DEBUG [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:33,203 INFO [StoreOpener-08ad131c46d129b8a86a0b87a04fc4cc-1 {}] regionserver.HStore(327): Store=08ad131c46d129b8a86a0b87a04fc4cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:33,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/replication/08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/replication/08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:20:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/replication/08ad131c46d129b8a86a0b87a04fc4cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:33,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 08ad131c46d129b8a86a0b87a04fc4cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65209656, jitterRate=-0.02830040454864502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:20:33,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:33,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 08ad131c46d129b8a86a0b87a04fc4cc: Running coprocessor pre-open hook at 1732040433199Writing region info on filesystem at 1732040433199Initializing all the Stores at 1732040433199Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040433199Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040433199Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040433199Cleaning up temporary data from old regions at 1732040433205 (+6 ms)Running coprocessor post-open hooks at 1732040433208 (+3 ms)Region opened successfully at 1732040433208 2024-11-19T18:20:33,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc., pid=10, masterSystemTime=1732040433176 2024-11-19T18:20:33,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:33,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:33,211 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08ad131c46d129b8a86a0b87a04fc4cc, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,39793,1732040421415 2024-11-19T18:20:33,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08ad131c46d129b8a86a0b87a04fc4cc, server=30db5f576be8,39793,1732040421415 because future has completed 2024-11-19T18:20:33,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:20:33,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 08ad131c46d129b8a86a0b87a04fc4cc, server=30db5f576be8,39793,1732040421415 in 189 msec 2024-11-19T18:20:33,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:20:33,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08ad131c46d129b8a86a0b87a04fc4cc, ASSIGN in 345 msec 2024-11-19T18:20:33,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:20:33,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040433218"}]},"ts":"1732040433218"} 2024-11-19T18:20:33,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:20:33,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:20:33,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-19T18:20:33,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc., hostname=30db5f576be8,39793,1732040421415, seqNum=2] 2024-11-19T18:20:33,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:33,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:33,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:20:33,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:20:33,417 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:20:33,447 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,39793,1732040421415, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:20:33,447 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:33,448 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39793,1732040421415, seqNum=-1] 2024-11-19T18:20:33,448 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:33,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T18:20:33,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,39793,1732040421415', locateType=CURRENT is [region=hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc., hostname=30db5f576be8,39793,1732040421415, seqNum=2] 2024-11-19T18:20:33,454 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:20:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:20:33,456 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,39793,1732040421415 suceeded 2024-11-19T18:20:33,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:20:33,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-19T18:20:33,459 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:32975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:20:33,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0220 sec 2024-11-19T18:20:33,472 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:32975' 2024-11-19T18:20:33,474 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ad6623e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,474 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,32975,-1 for getting cluster id 2024-11-19T18:20:33,474 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:33,475 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15cfae40-124a-4765-85b1-63087935f8c4' 2024-11-19T18:20:33,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:33,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15cfae40-124a-4765-85b1-63087935f8c4" 2024-11-19T18:20:33,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4448f19b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,32975,-1] 2024-11-19T18:20:33,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:33,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:33,477 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:33,477 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29e17a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,477 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:33,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,32975,1732040413711 2024-11-19T18:20:33,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7627f17a 2024-11-19T18:20:33,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:33,479 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T18:20:33,480 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,39793,1732040421415 (queues=1) is replicating from cluster=1165b735-d7de-47d3-a3cd-961134110a9d to cluster=15cfae40-124a-4765-85b1-63087935f8c4 2024-11-19T18:20:33,480 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C39793%2C1732040421415 2024-11-19T18:20:33,480 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,39793,1732040421415, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:20:33,481 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C39793%2C1732040421415 2024-11-19T18:20:33,481 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489, startPosition=0, beingWritten=true 2024-11-19T18:20:33,487 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:33,487 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 379, reset compression=false 2024-11-19T18:20:33,487 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39793,1732040421415 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:20:33,572 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:20:33,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:33,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:33,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:33,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:33,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:33,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def26fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,32975,-1 for getting cluster id 2024-11-19T18:20:33,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:33,574 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15cfae40-124a-4765-85b1-63087935f8c4' 2024-11-19T18:20:33,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:33,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15cfae40-124a-4765-85b1-63087935f8c4" 2024-11-19T18:20:33,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d096bae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,32975,-1] 2024-11-19T18:20:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:33,575 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703d0fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42509,-1 for getting cluster id 2024-11-19T18:20:33,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:33,577 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eb54085-d8b0-45e4-bfbf-824452a4e1a9' 2024-11-19T18:20:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eb54085-d8b0-45e4-bfbf-824452a4e1a9" 2024-11-19T18:20:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ea6329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42509,-1] 2024-11-19T18:20:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:33,578 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:33,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb0d715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786c8d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,39127,-1 for getting cluster id 2024-11-19T18:20:33,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:33,580 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1165b735-d7de-47d3-a3cd-961134110a9d' 2024-11-19T18:20:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1165b735-d7de-47d3-a3cd-961134110a9d" 2024-11-19T18:20:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5581876d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,39127,-1] 2024-11-19T18:20:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:33,581 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687912ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:33,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40681,1732040413759, seqNum=-1] 2024-11-19T18:20:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:33,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:33,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458., hostname=30db5f576be8,40681,1732040413759, seqNum=2] 2024-11-19T18:20:33,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39793,1732040421415, seqNum=-1] 2024-11-19T18:20:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:33,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732040425974.18274d528616d69d38295691bb3a1204., hostname=30db5f576be8,39793,1732040421415, seqNum=2] 2024-11-19T18:20:33,615 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T18:20:33,690 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 379, reset compression=false 2024-11-19T18:20:33,735 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 379, reset compression=false 2024-11-19T18:20:33,995 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 379, reset compression=false 2024-11-19T18:20:34,009 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 379, reset compression=false 2024-11-19T18:20:34,013 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:34,014 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 480, reset compression=false 2024-11-19T18:20:34,014 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40681,1732040413759 got entry batch from reader: WALEntryBatch [walEntries=[{test/74a6766b43ba43ee0556cacd38eb0458/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T18:20:34,016 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:34,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-19T18:20:34,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:34,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ff6c8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:34,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42509,-1 for getting cluster id 2024-11-19T18:20:34,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:34,018 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eb54085-d8b0-45e4-bfbf-824452a4e1a9' 2024-11-19T18:20:34,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:34,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eb54085-d8b0-45e4-bfbf-824452a4e1a9" 2024-11-19T18:20:34,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f37d591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:34,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42509,-1] 2024-11-19T18:20:34,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:34,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:34,019 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:34,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56e0d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:34,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:34,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,45645,1732040418058, seqNum=-1] 2024-11-19T18:20:34,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:34,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T18:20:34,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b., hostname=30db5f576be8,45645,1732040418058, seqNum=2] 2024-11-19T18:20:34,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:34,217 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 480, reset compression=false 2024-11-19T18:20:34,398 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 379, reset compression=false 2024-11-19T18:20:34,438 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 379, reset compression=false 2024-11-19T18:20:34,443 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:34,443 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 503, reset compression=false 2024-11-19T18:20:34,443 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,45645,1732040418058 got entry batch from reader: WALEntryBatch [walEntries=[{test/964ede582dc07369df3d7c0bb2c65d3b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T18:20:34,445 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:34,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-19T18:20:34,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:34,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@590bf068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:34,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,39127,-1 for getting cluster id 2024-11-19T18:20:34,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:34,448 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1165b735-d7de-47d3-a3cd-961134110a9d' 2024-11-19T18:20:34,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:34,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1165b735-d7de-47d3-a3cd-961134110a9d" 2024-11-19T18:20:34,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a05dff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:34,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,39127,-1] 2024-11-19T18:20:34,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:34,449 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:34,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3faa200a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:34,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:34,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39793,1732040421415, seqNum=-1] 2024-11-19T18:20:34,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:34,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T18:20:34,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732040425974.18274d528616d69d38295691bb3a1204., hostname=30db5f576be8,39793,1732040421415, seqNum=2] 2024-11-19T18:20:34,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:34,520 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 480, reset compression=false 2024-11-19T18:20:34,617 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T18:20:34,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,45645,1732040418058, seqNum=-1] 2024-11-19T18:20:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:34,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b., hostname=30db5f576be8,45645,1732040418058, seqNum=2] 2024-11-19T18:20:34,623 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T18:20:34,647 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 503, reset compression=false 2024-11-19T18:20:34,651 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:34,651 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 607, reset compression=false 2024-11-19T18:20:34,651 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,45645,1732040418058 got entry batch from reader: WALEntryBatch [walEntries=[{test/964ede582dc07369df3d7c0bb2c65d3b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T18:20:34,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:34,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:34,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:20:34,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:34,855 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 607, reset compression=false 2024-11-19T18:20:34,902 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 379, reset compression=false 2024-11-19T18:20:34,912 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:34,912 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 653, reset compression=false 2024-11-19T18:20:34,912 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39793,1732040421415 got entry batch from reader: WALEntryBatch [walEntries=[{test/18274d528616d69d38295691bb3a1204/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T18:20:34,916 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:34,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T18:20:34,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:34,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a33efc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:34,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,32975,-1 for getting cluster id 2024-11-19T18:20:34,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:34,921 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15cfae40-124a-4765-85b1-63087935f8c4' 2024-11-19T18:20:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15cfae40-124a-4765-85b1-63087935f8c4" 2024-11-19T18:20:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73329880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,32975,-1] 2024-11-19T18:20:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:34,923 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:34,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f149d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:34,924 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 480, reset compression=false 2024-11-19T18:20:34,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:34,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40681,1732040413759, seqNum=-1] 2024-11-19T18:20:34,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:34,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T18:20:34,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458., hostname=30db5f576be8,40681,1732040413759, seqNum=2] 2024-11-19T18:20:34,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:34,938 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:34,938 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 630, reset compression=false 2024-11-19T18:20:34,938 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40681,1732040413759 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:35,128 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 653, reset compression=false 2024-11-19T18:20:35,142 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 630, reset compression=false 2024-11-19T18:20:35,169 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 607, reset compression=false 2024-11-19T18:20:35,431 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 653, reset compression=false 2024-11-19T18:20:35,446 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 630, reset compression=false 2024-11-19T18:20:35,572 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 607, reset compression=false 2024-11-19T18:20:35,625 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T18:20:35,629 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T18:20:35,835 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 653, reset compression=false 2024-11-19T18:20:35,839 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:35,839 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 757, reset compression=false 2024-11-19T18:20:35,839 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39793,1732040421415 got entry batch from reader: WALEntryBatch [walEntries=[{test/18274d528616d69d38295691bb3a1204/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T18:20:35,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:35,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:35,850 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 630, reset compression=false 2024-11-19T18:20:35,853 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:35,853 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 757, reset compression=false 2024-11-19T18:20:35,854 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40681,1732040413759 got entry batch from reader: WALEntryBatch [walEntries=[{test/74a6766b43ba43ee0556cacd38eb0458/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T18:20:35,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:35,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:36,043 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 757, reset compression=false 2024-11-19T18:20:36,056 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 757, reset compression=false 2024-11-19T18:20:36,076 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 607, reset compression=false 2024-11-19T18:20:36,079 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:36,079 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 757, reset compression=false 2024-11-19T18:20:36,079 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,45645,1732040418058 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:36,282 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 757, reset compression=false 2024-11-19T18:20:36,346 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 757, reset compression=false 2024-11-19T18:20:36,359 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 757, reset compression=false 2024-11-19T18:20:36,586 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 757, reset compression=false 2024-11-19T18:20:36,631 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T18:20:36,637 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T18:20:36,750 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 757, reset compression=false 2024-11-19T18:20:36,762 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 757, reset compression=false 2024-11-19T18:20:36,766 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:36,766 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 913, reset compression=false 2024-11-19T18:20:36,766 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40681,1732040413759 got entry batch from reader: WALEntryBatch [walEntries=[{test/74a6766b43ba43ee0556cacd38eb0458/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T18:20:36,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:36,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:36,969 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 913, reset compression=false 2024-11-19T18:20:36,990 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 757, reset compression=false 2024-11-19T18:20:36,994 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:36,995 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 904, reset compression=false 2024-11-19T18:20:36,995 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,45645,1732040418058 got entry batch from reader: WALEntryBatch [walEntries=[{test/964ede582dc07369df3d7c0bb2c65d3b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T18:20:36,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:36,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:37,198 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 904, reset compression=false 2024-11-19T18:20:37,253 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 757, reset compression=false 2024-11-19T18:20:37,257 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:37,257 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 927, reset compression=false 2024-11-19T18:20:37,257 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39793,1732040421415 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:37,273 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 913, reset compression=false 2024-11-19T18:20:37,460 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 927, reset compression=false 2024-11-19T18:20:37,502 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 904, reset compression=false 2024-11-19T18:20:37,639 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T18:20:37,643 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T18:20:37,676 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 913, reset compression=false 2024-11-19T18:20:37,764 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 927, reset compression=false 2024-11-19T18:20:37,906 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 904, reset compression=false 2024-11-19T18:20:37,930 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:37,930 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1063, reset compression=false 2024-11-19T18:20:37,930 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,45645,1732040418058 got entry batch from reader: WALEntryBatch [walEntries=[{test/964ede582dc07369df3d7c0bb2c65d3b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T18:20:37,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:37,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:38,146 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1063, reset compression=false 2024-11-19T18:20:38,174 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 927, reset compression=false 2024-11-19T18:20:38,178 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:38,178 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1076, reset compression=false 2024-11-19T18:20:38,178 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39793,1732040421415 got entry batch from reader: WALEntryBatch [walEntries=[{test/18274d528616d69d38295691bb3a1204/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T18:20:38,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:38,180 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 913, reset compression=false 2024-11-19T18:20:38,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:38,184 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:38,184 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1085, reset compression=false 2024-11-19T18:20:38,184 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40681,1732040413759 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:38,381 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1076, reset compression=false 2024-11-19T18:20:38,387 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1085, reset compression=false 2024-11-19T18:20:38,450 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1063, reset compression=false 2024-11-19T18:20:38,645 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T18:20:38,649 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T18:20:38,685 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1076, reset compression=false 2024-11-19T18:20:38,690 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:38,690 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1235, reset compression=false 2024-11-19T18:20:38,690 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39793,1732040421415 got entry batch from reader: WALEntryBatch [walEntries=[{test/18274d528616d69d38295691bb3a1204/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T18:20:38,690 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1085, reset compression=false 2024-11-19T18:20:38,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:38,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:38,694 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:38,694 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1234, reset compression=false 2024-11-19T18:20:38,694 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40681,1732040413759 got entry batch from reader: WALEntryBatch [walEntries=[{test/74a6766b43ba43ee0556cacd38eb0458/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T18:20:38,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:38,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:38,856 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1063, reset compression=false 2024-11-19T18:20:38,860 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:38,860 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1235, reset compression=false 2024-11-19T18:20:38,860 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,45645,1732040418058 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:38,893 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1235, reset compression=false 2024-11-19T18:20:38,897 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1234, reset compression=false 2024-11-19T18:20:39,063 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1235, reset compression=false 2024-11-19T18:20:39,195 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1235, reset compression=false 2024-11-19T18:20:39,199 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1234, reset compression=false 2024-11-19T18:20:39,367 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1235, reset compression=false 2024-11-19T18:20:39,599 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1235, reset compression=false 2024-11-19T18:20:39,603 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1234, reset compression=false 2024-11-19T18:20:39,651 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T18:20:39,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:39,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,39127,-1 for getting cluster id 2024-11-19T18:20:39,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:39,658 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1165b735-d7de-47d3-a3cd-961134110a9d' 2024-11-19T18:20:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1165b735-d7de-47d3-a3cd-961134110a9d" 2024-11-19T18:20:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7d6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,39127,-1] 2024-11-19T18:20:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:39,660 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f5c2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:39,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,39127,1732040421369 2024-11-19T18:20:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40b63fee 2024-11-19T18:20:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:39,665 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:20:39,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-19T18:20:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-19T18:20:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T18:20:39,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:20:39,771 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1235, reset compression=false 2024-11-19T18:20:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T18:20:39,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T18:20:39,824 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-19T18:20:39,825 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-19T18:20:39,825 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,39793,1732040421415 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-19T18:20:39,825 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/30db5f576be8:0-0. 2024-11-19T18:20:39,826 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:39,826 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:39,826 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:39,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:39,926 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T18:20:39,927 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:20:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T18:20:40,026 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 terminated 2024-11-19T18:20:40,045 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,39793,1732040421415, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:20:40,045 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-19T18:20:40,045 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T18:20:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T18:20:40,048 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 30db5f576be8,39793,1732040421415 suceeded 2024-11-19T18:20:40,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T18:20:40,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 377 msec 2024-11-19T18:20:40,050 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-19T18:20:40,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 385 msec 2024-11-19T18:20:40,065 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:32975' 2024-11-19T18:20:40,066 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7800dcf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:40,066 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,32975,-1 for getting cluster id 2024-11-19T18:20:40,066 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:40,067 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15cfae40-124a-4765-85b1-63087935f8c4' 2024-11-19T18:20:40,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:40,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15cfae40-124a-4765-85b1-63087935f8c4" 2024-11-19T18:20:40,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23e663c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:40,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,32975,-1] 2024-11-19T18:20:40,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:40,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:40,069 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:40,069 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e14c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:40,069 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:40,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,32975,1732040413711 2024-11-19T18:20:40,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59283a4e 2024-11-19T18:20:40,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:40,071 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T18:20:40,072 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,39793,1732040421415 (queues=1) is replicating from cluster=1165b735-d7de-47d3-a3cd-961134110a9d to cluster=15cfae40-124a-4765-85b1-63087935f8c4 2024-11-19T18:20:40,072 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C39793%2C1732040421415 2024-11-19T18:20:40,072 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,39793,1732040421415, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:20:40,078 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C39793%2C1732040421415 2024-11-19T18:20:40,106 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1234, reset compression=false 2024-11-19T18:20:40,276 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1235, reset compression=false 2024-11-19T18:20:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T18:20:40,292 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:20:40,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:40,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:40,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:40,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:40,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:40,300 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-19T18:20:40,710 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1234, reset compression=false 2024-11-19T18:20:40,716 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:40,716 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1338, reset compression=false 2024-11-19T18:20:40,716 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40681,1732040413759 got entry batch from reader: WALEntryBatch [walEntries=[{test/74a6766b43ba43ee0556cacd38eb0458/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T18:20:40,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:40,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:40,880 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1235, reset compression=false 2024-11-19T18:20:40,885 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:40,886 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1362, reset compression=false 2024-11-19T18:20:40,886 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,45645,1732040418058 got entry batch from reader: WALEntryBatch [walEntries=[{test/964ede582dc07369df3d7c0bb2c65d3b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T18:20:40,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:40,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:40,920 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1338, reset compression=false 2024-11-19T18:20:41,090 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1362, reset compression=false 2024-11-19T18:20:41,224 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1338, reset compression=false 2024-11-19T18:20:41,303 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-19T18:20:41,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e70b172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:41,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,39127,-1 for getting cluster id 2024-11-19T18:20:41,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:41,307 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1165b735-d7de-47d3-a3cd-961134110a9d' 2024-11-19T18:20:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1165b735-d7de-47d3-a3cd-961134110a9d" 2024-11-19T18:20:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f65bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,39127,-1] 2024-11-19T18:20:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:41,310 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:41,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db80c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:41,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,39127,1732040421369 2024-11-19T18:20:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@678c74ed 2024-11-19T18:20:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:20:41,316 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:20:41,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-19T18:20:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-19T18:20:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T18:20:41,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:20:41,394 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1362, reset compression=false 2024-11-19T18:20:41,399 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:41,399 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1466, reset compression=false 2024-11-19T18:20:41,399 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,45645,1732040418058 got entry batch from reader: WALEntryBatch [walEntries=[{test/964ede582dc07369df3d7c0bb2c65d3b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T18:20:41,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:41,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T18:20:41,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-19T18:20:41,477 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-19T18:20:41,478 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T18:20:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T18:20:41,480 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 30db5f576be8,39793,1732040421415 suceeded 2024-11-19T18:20:41,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T18:20:41,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-19T18:20:41,482 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-19T18:20:41,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 166 msec 2024-11-19T18:20:41,574 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489, startPosition=1235, beingWritten=true 2024-11-19T18:20:41,578 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:20:41,578 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1512, reset compression=false 2024-11-19T18:20:41,579 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39793,1732040421415 got entry batch from reader: WALEntryBatch [walEntries=[{test/18274d528616d69d38295691bb3a1204/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T18:20:41,581 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:41,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T18:20:41,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:20:41,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:20:41,606 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1466, reset compression=false 2024-11-19T18:20:41,629 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1338, reset compression=false 2024-11-19T18:20:41,633 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:41,633 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1488, reset compression=false 2024-11-19T18:20:41,633 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40681,1732040413759 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T18:20:41,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:41,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:41,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:41,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:41,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:41,643 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:20:41,645 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-19T18:20:41,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:20:41,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:41,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:41,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:41,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:41,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:41,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:20:41,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=556095315, stopped=false 2024-11-19T18:20:41,645 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,39127,1732040421369 2024-11-19T18:20:41,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1600938300/running 2024-11-19T18:20:41,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1600938300/running 2024-11-19T18:20:41,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:41,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:41,647 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:20:41,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:41,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:41,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:41,648 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,39793,1732040421415' ***** 2024-11-19T18:20:41,648 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:20:41,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Set watcher on znode that does not yet exist, /2-1600938300/running 2024-11-19T18:20:41,648 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:20:41,649 INFO [RS:0;30db5f576be8:39793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:20:41,649 INFO [RS:0;30db5f576be8:39793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:20:41,649 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(3091): Received CLOSE for 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:41,649 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:20:41,649 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(3091): Received CLOSE for 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:41,649 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,39793,1732040421415 2024-11-19T18:20:41,649 INFO [RS:0;30db5f576be8:39793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:20:41,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Set watcher on znode that does not yet exist, /2-1600938300/running 2024-11-19T18:20:41,649 INFO [RS:0;30db5f576be8:39793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:39793. 2024-11-19T18:20:41,649 DEBUG [RS:0;30db5f576be8:39793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:41,649 DEBUG [RS:0;30db5f576be8:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:41,650 INFO [RS:0;30db5f576be8:39793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:20:41,650 INFO [RS:0;30db5f576be8:39793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:20:41,650 INFO [RS:0;30db5f576be8:39793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:20:41,650 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:20:41,650 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18274d528616d69d38295691bb3a1204, disabling compactions & flushes 2024-11-19T18:20:41,650 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:41,650 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:41,650 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040425974.18274d528616d69d38295691bb3a1204. after waiting 0 ms 2024-11-19T18:20:41,650 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:41,650 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18274d528616d69d38295691bb3a1204 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T18:20:41,650 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:20:41,650 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1325): Online Regions={18274d528616d69d38295691bb3a1204=test,,1732040425974.18274d528616d69d38295691bb3a1204., 1588230740=hbase:meta,,1.1588230740, 08ad131c46d129b8a86a0b87a04fc4cc=hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc.} 2024-11-19T18:20:41,650 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1351): Waiting on 08ad131c46d129b8a86a0b87a04fc4cc, 1588230740, 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:41,651 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:20:41,651 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:20:41,651 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:20:41,651 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:20:41,651 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:20:41,651 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:20:41,657 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:20:41,672 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/info/a8c8be94e7214c92ae93a01448034676 is 147, key is hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc./info:regioninfo/1732040433211/Put/seqid=0 2024-11-19T18:20:41,673 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/.tmp/f/37278a0b66f34567a8691889a3c644cd is 37, key is row3/f:row3/1732040440295/Put/seqid=0 2024-11-19T18:20:41,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741840_1016 (size=7686) 2024-11-19T18:20:41,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741841_1017 (size=5228) 2024-11-19T18:20:41,682 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/.tmp/f/37278a0b66f34567a8691889a3c644cd 2024-11-19T18:20:41,686 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37278a0b66f34567a8691889a3c644cd 2024-11-19T18:20:41,700 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/.tmp/f1/e2a100e9358d4780b7d6aa622dd76803 is 30, key is row1/f1:/1732040437640/DeleteFamily/seqid=0 2024-11-19T18:20:41,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741842_1018 (size=5158) 2024-11-19T18:20:41,788 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1512, reset compression=false 2024-11-19T18:20:41,793 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:41,794 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1759, reset compression=false 2024-11-19T18:20:41,794 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,39793,1732040421415 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:41,795 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30db5f576be8,39793,1732040421415: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30db5f576be8,39793,1732040421415, walGroup=30db5f576be8%2C39793%2C1732040421415, offset=30db5f576be8%2C39793%2C1732040421415.1732040423489:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:39793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T18:20:41,796 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T18:20:41,796 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T18:20:41,797 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T18:20:41,797 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T18:20:41,797 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T18:20:41,797 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 770334272 }, "NonHeapMemoryUsage": { "committed": 200409088, "init": 7667712, "max": -1, "used": 197591792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T18:20:41,798 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:39127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:39127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T18:20:41,837 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1488, reset compression=false 2024-11-19T18:20:41,851 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1351): Waiting on 08ad131c46d129b8a86a0b87a04fc4cc, 1588230740, 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:41,909 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1466, reset compression=false 2024-11-19T18:20:41,999 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1759, reset compression=false 2024-11-19T18:20:42,051 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1351): Waiting on 08ad131c46d129b8a86a0b87a04fc4cc, 1588230740, 18274d528616d69d38295691bb3a1204 2024-11-19T18:20:42,081 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/info/a8c8be94e7214c92ae93a01448034676 2024-11-19T18:20:42,105 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/.tmp/f1/e2a100e9358d4780b7d6aa622dd76803 2024-11-19T18:20:42,106 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/ns/c00cef938f5647eaa1c14444decbf5d7 is 43, key is default/ns:d/1732040424146/Put/seqid=0 2024-11-19T18:20:42,109 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2a100e9358d4780b7d6aa622dd76803 2024-11-19T18:20:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741843_1019 (size=5153) 2024-11-19T18:20:42,135 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/.tmp/norep/a74aea696652428dafb38f55d0e4b7d7 is 33, key is row2/norep:/1732040438646/DeleteFamily/seqid=0 2024-11-19T18:20:42,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741844_1020 (size=5108) 2024-11-19T18:20:42,139 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/.tmp/norep/a74aea696652428dafb38f55d0e4b7d7 2024-11-19T18:20:42,143 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a74aea696652428dafb38f55d0e4b7d7 2024-11-19T18:20:42,144 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1488, reset compression=false 2024-11-19T18:20:42,144 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/.tmp/f/37278a0b66f34567a8691889a3c644cd as hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/f/37278a0b66f34567a8691889a3c644cd 2024-11-19T18:20:42,149 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37278a0b66f34567a8691889a3c644cd 2024-11-19T18:20:42,149 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/f/37278a0b66f34567a8691889a3c644cd, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T18:20:42,150 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/.tmp/f1/e2a100e9358d4780b7d6aa622dd76803 as hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/f1/e2a100e9358d4780b7d6aa622dd76803 2024-11-19T18:20:42,154 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2a100e9358d4780b7d6aa622dd76803 2024-11-19T18:20:42,154 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/f1/e2a100e9358d4780b7d6aa622dd76803, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T18:20:42,156 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/.tmp/norep/a74aea696652428dafb38f55d0e4b7d7 as hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/norep/a74aea696652428dafb38f55d0e4b7d7 2024-11-19T18:20:42,162 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a74aea696652428dafb38f55d0e4b7d7 2024-11-19T18:20:42,162 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/norep/a74aea696652428dafb38f55d0e4b7d7, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T18:20:42,163 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 18274d528616d69d38295691bb3a1204 in 513ms, sequenceid=12, compaction requested=false 2024-11-19T18:20:42,173 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/default/test/18274d528616d69d38295691bb3a1204/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T18:20:42,174 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:20:42,174 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:20:42,174 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:42,174 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18274d528616d69d38295691bb3a1204: Waiting for close lock at 1732040441649Running coprocessor pre-close hooks at 1732040441649Disabling compacts and flushes for region at 1732040441649Disabling writes for close at 1732040441650 (+1 ms)Obtaining lock to block concurrent updates at 1732040441650Preparing flush snapshotting stores in 18274d528616d69d38295691bb3a1204 at 1732040441650Finished memstore snapshotting test,,1732040425974.18274d528616d69d38295691bb3a1204., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732040441650Flushing stores of test,,1732040425974.18274d528616d69d38295691bb3a1204. at 1732040441651 (+1 ms)Flushing 18274d528616d69d38295691bb3a1204/f: creating writer at 1732040441651Flushing 18274d528616d69d38295691bb3a1204/f: appending metadata at 1732040441671 (+20 ms)Flushing 18274d528616d69d38295691bb3a1204/f: closing flushed file at 1732040441671Flushing 18274d528616d69d38295691bb3a1204/f1: creating writer at 1732040441686 (+15 ms)Flushing 18274d528616d69d38295691bb3a1204/f1: appending metadata at 1732040441700 (+14 ms)Flushing 18274d528616d69d38295691bb3a1204/f1: closing flushed file at 1732040441700Flushing 18274d528616d69d38295691bb3a1204/norep: creating writer at 1732040442109 (+409 ms)Flushing 18274d528616d69d38295691bb3a1204/norep: appending metadata at 1732040442134 (+25 ms)Flushing 18274d528616d69d38295691bb3a1204/norep: closing flushed file at 1732040442134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d252a4: reopening flushed file at 1732040442143 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b7b356: reopening flushed file at 1732040442149 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b2d94de: reopening flushed file at 1732040442155 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 18274d528616d69d38295691bb3a1204 in 513ms, sequenceid=12, compaction requested=false at 1732040442163 (+8 ms)Writing region close event to WAL at 1732040442170 (+7 ms)Running coprocessor post-close hooks at 1732040442174 (+4 ms)Closed at 1732040442174 2024-11-19T18:20:42,174 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040425974.18274d528616d69d38295691bb3a1204. 2024-11-19T18:20:42,174 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08ad131c46d129b8a86a0b87a04fc4cc, disabling compactions & flushes 2024-11-19T18:20:42,174 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:42,174 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:42,174 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. after waiting 0 ms 2024-11-19T18:20:42,174 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:42,174 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08ad131c46d129b8a86a0b87a04fc4cc: Waiting for close lock at 1732040442174Running coprocessor pre-close hooks at 1732040442174Disabling compacts and flushes for region at 1732040442174Disabling writes for close at 1732040442174Failed flush hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc., putting online again at 1732040442174 2024-11-19T18:20:42,175 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:42,251 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(3091): Received CLOSE for 08ad131c46d129b8a86a0b87a04fc4cc 2024-11-19T18:20:42,251 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1351): Waiting on 08ad131c46d129b8a86a0b87a04fc4cc, 1588230740 2024-11-19T18:20:42,251 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08ad131c46d129b8a86a0b87a04fc4cc, disabling compactions & flushes 2024-11-19T18:20:42,251 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:42,251 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:42,251 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. after waiting 0 ms 2024-11-19T18:20:42,251 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:42,251 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08ad131c46d129b8a86a0b87a04fc4cc: Waiting for close lock at 1732040442251Running coprocessor pre-close hooks at 1732040442251Disabling compacts and flushes for region at 1732040442251Disabling writes for close at 1732040442251Failed flush hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc., putting online again at 1732040442251 2024-11-19T18:20:42,252 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc. 2024-11-19T18:20:42,303 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 1759, reset compression=false 2024-11-19T18:20:42,308 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:42,308 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 2403, reset compression=false 2024-11-19T18:20:42,314 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1466, reset compression=false 2024-11-19T18:20:42,407 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:20:42,408 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:20:42,451 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:20:42,511 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 2403, reset compression=false 2024-11-19T18:20:42,522 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/ns/c00cef938f5647eaa1c14444decbf5d7 2024-11-19T18:20:42,545 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/rep_barrier/d63d126946b0405393e9fa3082c9bfd9 is 112, key is test,,1732040425974.18274d528616d69d38295691bb3a1204./rep_barrier:seqnumDuringOpen/1732040427121/Put/seqid=0 2024-11-19T18:20:42,548 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1488, reset compression=false 2024-11-19T18:20:42,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741845_1021 (size=5518) 2024-11-19T18:20:42,549 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/rep_barrier/d63d126946b0405393e9fa3082c9bfd9 2024-11-19T18:20:42,573 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/table/f20a3a30f63d40edaac5896f02b0b2d0 is 53, key is hbase:replication/table:state/1732040433218/Put/seqid=0 2024-11-19T18:20:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741846_1022 (size=5308) 2024-11-19T18:20:42,651 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:20:42,651 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 08ad131c46d129b8a86a0b87a04fc4cc=hbase:replication,,1732040432446.08ad131c46d129b8a86a0b87a04fc4cc.} 2024-11-19T18:20:42,652 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:20:42,815 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/WALs/30db5f576be8,39793,1732040421415/30db5f576be8%2C39793%2C1732040421415.1732040423489 to pos 2403, reset compression=false 2024-11-19T18:20:42,817 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1466, reset compression=false 2024-11-19T18:20:42,852 DEBUG [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:20:42,979 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/table/f20a3a30f63d40edaac5896f02b0b2d0 2024-11-19T18:20:42,984 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/info/a8c8be94e7214c92ae93a01448034676 as hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/info/a8c8be94e7214c92ae93a01448034676 2024-11-19T18:20:42,989 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/info/a8c8be94e7214c92ae93a01448034676, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:20:42,991 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/ns/c00cef938f5647eaa1c14444decbf5d7 as hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/ns/c00cef938f5647eaa1c14444decbf5d7 2024-11-19T18:20:42,996 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/ns/c00cef938f5647eaa1c14444decbf5d7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:20:42,997 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/rep_barrier/d63d126946b0405393e9fa3082c9bfd9 as hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/rep_barrier/d63d126946b0405393e9fa3082c9bfd9 2024-11-19T18:20:43,010 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/rep_barrier/d63d126946b0405393e9fa3082c9bfd9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:20:43,012 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/.tmp/table/f20a3a30f63d40edaac5896f02b0b2d0 as hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/table/f20a3a30f63d40edaac5896f02b0b2d0 2024-11-19T18:20:43,016 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/table/f20a3a30f63d40edaac5896f02b0b2d0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:20:43,017 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=16, compaction requested=false 2024-11-19T18:20:43,042 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:20:43,042 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:20:43,042 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:20:43,042 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:43,042 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040441651Running coprocessor pre-close hooks at 1732040441651Disabling compacts and flushes for region at 1732040441651Disabling writes for close at 1732040441651Obtaining lock to block concurrent updates at 1732040441651Preparing flush snapshotting stores in 1588230740 at 1732040441651Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040441651Flushing stores of hbase:meta,,1.1588230740 at 1732040441652 (+1 ms)Flushing 1588230740/info: creating writer at 1732040441652Flushing 1588230740/info: appending metadata at 1732040441672 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732040441672Flushing 1588230740/ns: creating writer at 1732040442086 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732040442105 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732040442105Flushing 1588230740/rep_barrier: creating writer at 1732040442526 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040442545 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040442545Flushing 1588230740/table: creating writer at 1732040442555 (+10 ms)Flushing 1588230740/table: appending metadata at 1732040442572 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732040442572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ac4ddd: reopening flushed file at 1732040442983 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c38eedd: reopening flushed file at 1732040442989 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4611fff6: reopening flushed file at 1732040442997 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459dae7b: reopening flushed file at 1732040443010 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=16, compaction requested=false at 1732040443017 (+7 ms)Writing region close event to WAL at 1732040443034 (+17 ms)Running coprocessor post-close hooks at 1732040443042 (+8 ms)Closed at 1732040443042 2024-11-19T18:20:43,043 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:43,052 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T18:20:43,052 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,39793,1732040421415; all regions closed. 2024-11-19T18:20:43,054 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1488, reset compression=false 2024-11-19T18:20:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741834_1010 (size=4239) 2024-11-19T18:20:43,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741839_1015 (size=2172) 2024-11-19T18:20:43,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741833_1009 (size=2411) 2024-11-19T18:20:43,082 DEBUG [RS:0;30db5f576be8:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:43,082 INFO [RS:0;30db5f576be8:39793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:20:43,082 INFO [RS:0;30db5f576be8:39793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:20:43,083 INFO [RS:0;30db5f576be8:39793 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:20:43,083 INFO [RS:0;30db5f576be8:39793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:20:43,083 INFO [RS:0;30db5f576be8:39793 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,39793,1732040421415 because: Region server is closing 2024-11-19T18:20:43,083 INFO [RS:0;30db5f576be8:39793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:39793. 2024-11-19T18:20:43,083 DEBUG [RS:0;30db5f576be8:39793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:43,083 DEBUG [RS:0;30db5f576be8:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:43,083 DEBUG [RS:0;30db5f576be8:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:43,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:43,084 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:20:43,184 INFO [RS:0;30db5f576be8:39793 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.shipper30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 terminated 2024-11-19T18:20:43,184 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,39793,1732040421415.replicationSource.wal-reader.30db5f576be8%2C39793%2C1732040421415,1-30db5f576be8,39793,1732040421415 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:20:43,184 INFO [RS:0;30db5f576be8:39793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:39793. 2024-11-19T18:20:43,184 DEBUG [RS:0;30db5f576be8:39793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:43,184 DEBUG [RS:0;30db5f576be8:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:43,184 DEBUG [RS:0;30db5f576be8:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:43,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:43,184 INFO [RS:0;30db5f576be8:39793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39793 2024-11-19T18:20:43,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1600938300/rs/30db5f576be8,39793,1732040421415 2024-11-19T18:20:43,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300/rs 2024-11-19T18:20:43,186 INFO [RS:0;30db5f576be8:39793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:20:43,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,39793,1732040421415] 2024-11-19T18:20:43,190 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1600938300/draining/30db5f576be8,39793,1732040421415 already deleted, retry=false 2024-11-19T18:20:43,190 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,39793,1732040421415 expired; onlineServers=0 2024-11-19T18:20:43,190 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,39127,1732040421369' ***** 2024-11-19T18:20:43,190 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:20:43,190 INFO [M:0;30db5f576be8:39127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:20:43,190 INFO [M:0;30db5f576be8:39127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:20:43,190 DEBUG [M:0;30db5f576be8:39127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:20:43,191 DEBUG [M:0;30db5f576be8:39127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:20:43,191 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:20:43,191 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040423304 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040423304,5,FailOnTimeoutGroup] 2024-11-19T18:20:43,191 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040423300 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040423300,5,FailOnTimeoutGroup] 2024-11-19T18:20:43,191 INFO [M:0;30db5f576be8:39127 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:20:43,191 INFO [M:0;30db5f576be8:39127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:20:43,191 DEBUG [M:0;30db5f576be8:39127 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:20:43,191 INFO [M:0;30db5f576be8:39127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:20:43,191 INFO [M:0;30db5f576be8:39127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:20:43,191 INFO [M:0;30db5f576be8:39127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:20:43,192 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:20:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1600938300/master 2024-11-19T18:20:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1600938300 2024-11-19T18:20:43,197 DEBUG [M:0;30db5f576be8:39127 {}] zookeeper.ZKUtil(347): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Unable to get data of znode /2-1600938300/master because node does not exist (not an error) 2024-11-19T18:20:43,197 WARN [M:0;30db5f576be8:39127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:20:43,201 INFO [M:0;30db5f576be8:39127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/.lastflushedseqids 2024-11-19T18:20:43,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741847_1023 (size=245) 2024-11-19T18:20:43,205 INFO [M:0;30db5f576be8:39127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:20:43,206 INFO [M:0;30db5f576be8:39127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:20:43,206 DEBUG [M:0;30db5f576be8:39127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:20:43,206 INFO [M:0;30db5f576be8:39127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:43,206 DEBUG [M:0;30db5f576be8:39127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:43,206 DEBUG [M:0;30db5f576be8:39127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:20:43,206 DEBUG [M:0;30db5f576be8:39127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:43,206 INFO [M:0;30db5f576be8:39127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-19T18:20:43,230 DEBUG [M:0;30db5f576be8:39127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d21242df356e404ea92687b5c84bed44 is 82, key is hbase:meta,,1/info:regioninfo/1732040424136/Put/seqid=0 2024-11-19T18:20:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741848_1024 (size=5672) 2024-11-19T18:20:43,240 INFO [M:0;30db5f576be8:39127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d21242df356e404ea92687b5c84bed44 2024-11-19T18:20:43,271 DEBUG [M:0;30db5f576be8:39127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11ddbb8314494443b0823708655ac9b3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732040433221/Put/seqid=0 2024-11-19T18:20:43,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741849_1025 (size=9211) 2024-11-19T18:20:43,282 INFO [M:0;30db5f576be8:39127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11ddbb8314494443b0823708655ac9b3 2024-11-19T18:20:43,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:43,288 INFO [RS:0;30db5f576be8:39793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:20:43,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1013175383e0007, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:43,288 INFO [RS:0;30db5f576be8:39793 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,39793,1732040421415; zookeeper connection closed. 2024-11-19T18:20:43,292 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@217215ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@217215ce 2024-11-19T18:20:43,293 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:20:43,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T18:20:43,309 DEBUG [M:0;30db5f576be8:39127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/124f1c406d7748b1948910ee60fa8f5b is 69, key is 30db5f576be8,39793,1732040421415/rs:state/1732040423319/Put/seqid=0 2024-11-19T18:20:43,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741850_1026 (size=5156) 2024-11-19T18:20:43,423 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1466, reset compression=false 2024-11-19T18:20:43,667 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1488, reset compression=false 2024-11-19T18:20:43,715 INFO [M:0;30db5f576be8:39127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/124f1c406d7748b1948910ee60fa8f5b 2024-11-19T18:20:43,720 DEBUG [M:0;30db5f576be8:39127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d21242df356e404ea92687b5c84bed44 as hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d21242df356e404ea92687b5c84bed44 2024-11-19T18:20:43,724 INFO [M:0;30db5f576be8:39127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d21242df356e404ea92687b5c84bed44, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T18:20:43,725 DEBUG [M:0;30db5f576be8:39127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11ddbb8314494443b0823708655ac9b3 as hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11ddbb8314494443b0823708655ac9b3 2024-11-19T18:20:43,732 INFO [M:0;30db5f576be8:39127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11ddbb8314494443b0823708655ac9b3, entries=15, sequenceid=127, filesize=9.0 K 2024-11-19T18:20:43,733 DEBUG [M:0;30db5f576be8:39127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/124f1c406d7748b1948910ee60fa8f5b as hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/124f1c406d7748b1948910ee60fa8f5b 2024-11-19T18:20:43,736 INFO [M:0;30db5f576be8:39127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44913/user/jenkins/test-data/f548cdeb-1084-e717-cb46-9493f4762b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/124f1c406d7748b1948910ee60fa8f5b, entries=1, sequenceid=127, filesize=5.0 K 2024-11-19T18:20:43,737 INFO [M:0;30db5f576be8:39127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=127, compaction requested=false 2024-11-19T18:20:43,738 INFO [M:0;30db5f576be8:39127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:43,739 DEBUG [M:0;30db5f576be8:39127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040443206Disabling compacts and flushes for region at 1732040443206Disabling writes for close at 1732040443206Obtaining lock to block concurrent updates at 1732040443206Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040443206Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732040443206Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040443207 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040443207Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040443230 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040443230Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040443245 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040443271 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040443271Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040443287 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040443308 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040443308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789e61ee: reopening flushed file at 1732040443719 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f5c2b51: reopening flushed file at 1732040443724 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356a8dfb: reopening flushed file at 1732040443732 (+8 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=127, compaction requested=false at 1732040443737 (+5 ms)Writing region close event to WAL at 1732040443738 (+1 ms)Closed at 1732040443738 2024-11-19T18:20:43,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46471 is added to blk_1073741830_1006 (size=73854) 2024-11-19T18:20:43,741 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:20:43,741 INFO [M:0;30db5f576be8:39127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:20:43,741 INFO [M:0;30db5f576be8:39127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39127 2024-11-19T18:20:43,742 INFO [M:0;30db5f576be8:39127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:20:43,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:43,844 INFO [M:0;30db5f576be8:39127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:20:43,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39127-0x1013175383e0006, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:43,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dffacb6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:20:43,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c05d80e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:20:43,847 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:20:43,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@412bff8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:20:43,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab80ac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/hadoop.log.dir/,STOPPED} 2024-11-19T18:20:43,849 WARN [BP-962846812-172.17.0.2-1732040420325 heartbeating to localhost/127.0.0.1:44913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:20:43,849 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:20:43,850 WARN [BP-962846812-172.17.0.2-1732040420325 heartbeating to localhost/127.0.0.1:44913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-962846812-172.17.0.2-1732040420325 (Datanode Uuid ea9152de-abe6-47af-a0e5-9c2bd97cdf5d) service to localhost/127.0.0.1:44913 2024-11-19T18:20:43,850 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:20:43,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/cluster_7d6519c6-6fcc-4259-71a1-bfe32fdd6b06/data/data1/current/BP-962846812-172.17.0.2-1732040420325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:20:43,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/cluster_7d6519c6-6fcc-4259-71a1-bfe32fdd6b06/data/data2/current/BP-962846812-172.17.0.2-1732040420325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:20:43,851 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:20:43,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ede0493{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:20:43,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d88fcb8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:20:43,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:20:43,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571fba1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:20:43,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf56b48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/hadoop.log.dir/,STOPPED} 2024-11-19T18:20:43,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:20:43,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:20:43,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:43,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:43,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:43,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:43,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:43,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:20:43,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=867202905, stopped=false 2024-11-19T18:20:43,878 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,42509,1732040418018 2024-11-19T18:20:43,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1612321374/running 2024-11-19T18:20:43,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:43,880 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:20:43,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1612321374/running 2024-11-19T18:20:43,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:43,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:43,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:43,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:43,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Set watcher on znode that does not yet exist, /1-1612321374/running 2024-11-19T18:20:43,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,45645,1732040418058' ***** 2024-11-19T18:20:43,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:20:43,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Set watcher on znode that does not yet exist, /1-1612321374/running 2024-11-19T18:20:43,881 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:20:43,882 INFO [RS:0;30db5f576be8:45645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:20:43,882 INFO [RS:0;30db5f576be8:45645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:20:43,882 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(3091): Received CLOSE for 964ede582dc07369df3d7c0bb2c65d3b 2024-11-19T18:20:43,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:20:43,882 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(3091): Received CLOSE for a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:43,882 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,45645,1732040418058 2024-11-19T18:20:43,882 INFO [RS:0;30db5f576be8:45645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:20:43,882 INFO [RS:0;30db5f576be8:45645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:45645. 2024-11-19T18:20:43,882 DEBUG [RS:0;30db5f576be8:45645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:43,882 DEBUG [RS:0;30db5f576be8:45645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:43,882 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 964ede582dc07369df3d7c0bb2c65d3b, disabling compactions & flushes 2024-11-19T18:20:43,882 INFO [RS:0;30db5f576be8:45645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:20:43,882 INFO [RS:0;30db5f576be8:45645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:20:43,882 INFO [RS:0;30db5f576be8:45645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:20:43,882 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:20:43,882 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:43,882 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:43,882 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. after waiting 0 ms 2024-11-19T18:20:43,883 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:43,883 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 964ede582dc07369df3d7c0bb2c65d3b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T18:20:43,883 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:20:43,883 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 964ede582dc07369df3d7c0bb2c65d3b=test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b., a7455f2200bf4ed04224ff262aa15c9f=hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f.} 2024-11-19T18:20:43,883 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 964ede582dc07369df3d7c0bb2c65d3b, a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:43,883 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:20:43,883 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:20:43,883 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:20:43,883 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:20:43,883 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:20:43,883 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:20:43,903 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/info/4071bae7a80046529b123b676748fa83 is 147, key is hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f./info:regioninfo/1732040431454/Put/seqid=0 2024-11-19T18:20:43,906 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/.tmp/f/2914d1f48f1644c0b696254458cb73be is 37, key is row3/f:row3/1732040440295/Put/seqid=0 2024-11-19T18:20:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741840_1016 (size=7686) 2024-11-19T18:20:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741841_1017 (size=5228) 2024-11-19T18:20:43,935 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:20:44,083 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 964ede582dc07369df3d7c0bb2c65d3b, a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:44,117 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:20:44,117 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:20:44,142 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1466, reset compression=false 2024-11-19T18:20:44,146 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:44,146 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1713, reset compression=false 2024-11-19T18:20:44,146 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,45645,1732040418058 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:44,147 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30db5f576be8,45645,1732040418058: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30db5f576be8,45645,1732040418058, walGroup=30db5f576be8%2C45645%2C1732040418058, offset=30db5f576be8%2C45645%2C1732040418058.1732040419256:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T18:20:44,149 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T18:20:44,149 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T18:20:44,149 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T18:20:44,149 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T18:20:44,149 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T18:20:44,149 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 831151680 }, "NonHeapMemoryUsage": { "committed": 200867840, "init": 7667712, "max": -1, "used": 197987856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T18:20:44,150 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:42509 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:42509 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T18:20:44,283 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 964ede582dc07369df3d7c0bb2c65d3b, a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:44,314 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/info/4071bae7a80046529b123b676748fa83 2024-11-19T18:20:44,317 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/.tmp/f/2914d1f48f1644c0b696254458cb73be 2024-11-19T18:20:44,323 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2914d1f48f1644c0b696254458cb73be 2024-11-19T18:20:44,341 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/ns/dff12e7717b44b69a6ab9969574f0e45 is 43, key is default/ns:d/1732040420237/Put/seqid=0 2024-11-19T18:20:44,342 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/.tmp/f1/bf884264ed69433799e153db23ac6f4d is 30, key is row1/f1:/1732040437640/DeleteFamily/seqid=0 2024-11-19T18:20:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741842_1018 (size=5153) 2024-11-19T18:20:44,349 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1713, reset compression=false 2024-11-19T18:20:44,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741843_1019 (size=5158) 2024-11-19T18:20:44,352 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/.tmp/f1/bf884264ed69433799e153db23ac6f4d 2024-11-19T18:20:44,371 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1488, reset compression=false 2024-11-19T18:20:44,372 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf884264ed69433799e153db23ac6f4d 2024-11-19T18:20:44,390 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/.tmp/norep/e8ca6cc0832d494a9415dad6de54f296 is 33, key is row1/norep:/1732040437640/DeleteFamily/seqid=0 2024-11-19T18:20:44,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741844_1020 (size=5108) 2024-11-19T18:20:44,401 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/.tmp/norep/e8ca6cc0832d494a9415dad6de54f296 2024-11-19T18:20:44,405 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8ca6cc0832d494a9415dad6de54f296 2024-11-19T18:20:44,406 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/.tmp/f/2914d1f48f1644c0b696254458cb73be as hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/f/2914d1f48f1644c0b696254458cb73be 2024-11-19T18:20:44,411 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2914d1f48f1644c0b696254458cb73be 2024-11-19T18:20:44,411 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/f/2914d1f48f1644c0b696254458cb73be, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T18:20:44,412 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/.tmp/f1/bf884264ed69433799e153db23ac6f4d as hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/f1/bf884264ed69433799e153db23ac6f4d 2024-11-19T18:20:44,417 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf884264ed69433799e153db23ac6f4d 2024-11-19T18:20:44,418 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/f1/bf884264ed69433799e153db23ac6f4d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T18:20:44,419 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/.tmp/norep/e8ca6cc0832d494a9415dad6de54f296 as hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/norep/e8ca6cc0832d494a9415dad6de54f296 2024-11-19T18:20:44,424 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8ca6cc0832d494a9415dad6de54f296 2024-11-19T18:20:44,424 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/norep/e8ca6cc0832d494a9415dad6de54f296, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T18:20:44,425 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 964ede582dc07369df3d7c0bb2c65d3b in 542ms, sequenceid=12, compaction requested=false 2024-11-19T18:20:44,435 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/default/test/964ede582dc07369df3d7c0bb2c65d3b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T18:20:44,436 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:20:44,436 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:20:44,436 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:44,436 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 964ede582dc07369df3d7c0bb2c65d3b: Waiting for close lock at 1732040443882Running coprocessor pre-close hooks at 1732040443882Disabling compacts and flushes for region at 1732040443882Disabling writes for close at 1732040443882Obtaining lock to block concurrent updates at 1732040443883 (+1 ms)Preparing flush snapshotting stores in 964ede582dc07369df3d7c0bb2c65d3b at 1732040443883Finished memstore snapshotting test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732040443883Flushing stores of test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. at 1732040443884 (+1 ms)Flushing 964ede582dc07369df3d7c0bb2c65d3b/f: creating writer at 1732040443884Flushing 964ede582dc07369df3d7c0bb2c65d3b/f: appending metadata at 1732040443905 (+21 ms)Flushing 964ede582dc07369df3d7c0bb2c65d3b/f: closing flushed file at 1732040443905Flushing 964ede582dc07369df3d7c0bb2c65d3b/f1: creating writer at 1732040444323 (+418 ms)Flushing 964ede582dc07369df3d7c0bb2c65d3b/f1: appending metadata at 1732040444342 (+19 ms)Flushing 964ede582dc07369df3d7c0bb2c65d3b/f1: closing flushed file at 1732040444342Flushing 964ede582dc07369df3d7c0bb2c65d3b/norep: creating writer at 1732040444372 (+30 ms)Flushing 964ede582dc07369df3d7c0bb2c65d3b/norep: appending metadata at 1732040444390 (+18 ms)Flushing 964ede582dc07369df3d7c0bb2c65d3b/norep: closing flushed file at 1732040444390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6c5515: reopening flushed file at 1732040444405 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@beed9d: reopening flushed file at 1732040444411 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67275d1b: reopening flushed file at 1732040444418 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 964ede582dc07369df3d7c0bb2c65d3b in 542ms, sequenceid=12, compaction requested=false at 1732040444425 (+7 ms)Writing region close event to WAL at 1732040444432 (+7 ms)Running coprocessor post-close hooks at 1732040444436 (+4 ms)Closed at 1732040444436 2024-11-19T18:20:44,436 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b. 2024-11-19T18:20:44,436 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7455f2200bf4ed04224ff262aa15c9f, disabling compactions & flushes 2024-11-19T18:20:44,436 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:44,436 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:44,436 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. after waiting 0 ms 2024-11-19T18:20:44,436 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:44,437 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7455f2200bf4ed04224ff262aa15c9f: Waiting for close lock at 1732040444436Running coprocessor pre-close hooks at 1732040444436Disabling compacts and flushes for region at 1732040444436Disabling writes for close at 1732040444436Failed flush hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f., putting online again at 1732040444436 2024-11-19T18:20:44,437 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:44,483 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(3091): Received CLOSE for a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:44,484 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7455f2200bf4ed04224ff262aa15c9f 2024-11-19T18:20:44,484 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7455f2200bf4ed04224ff262aa15c9f, disabling compactions & flushes 2024-11-19T18:20:44,484 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:44,484 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:44,484 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. after waiting 0 ms 2024-11-19T18:20:44,484 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:44,484 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7455f2200bf4ed04224ff262aa15c9f: Waiting for close lock at 1732040444484Running coprocessor pre-close hooks at 1732040444484Disabling compacts and flushes for region at 1732040444484Disabling writes for close at 1732040444484Failed flush hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f., putting online again at 1732040444484 2024-11-19T18:20:44,484 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f. 2024-11-19T18:20:44,653 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 1713, reset compression=false 2024-11-19T18:20:44,658 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:44,658 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 2357, reset compression=false 2024-11-19T18:20:44,684 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:20:44,746 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/ns/dff12e7717b44b69a6ab9969574f0e45 2024-11-19T18:20:44,769 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/rep_barrier/c47865cd92bb4712a02c72fd096fd3a5 is 112, key is test,,1732040424834.964ede582dc07369df3d7c0bb2c65d3b./rep_barrier:seqnumDuringOpen/1732040425585/Put/seqid=0 2024-11-19T18:20:44,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741845_1021 (size=5518) 2024-11-19T18:20:44,774 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/rep_barrier/c47865cd92bb4712a02c72fd096fd3a5 2024-11-19T18:20:44,806 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/table/1c9586104939429789b4935405d96156 is 53, key is hbase:replication/table:state/1732040431461/Put/seqid=0 2024-11-19T18:20:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741846_1022 (size=5308) 2024-11-19T18:20:44,812 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/table/1c9586104939429789b4935405d96156 2024-11-19T18:20:44,816 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/info/4071bae7a80046529b123b676748fa83 as hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/info/4071bae7a80046529b123b676748fa83 2024-11-19T18:20:44,819 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/info/4071bae7a80046529b123b676748fa83, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:20:44,820 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/ns/dff12e7717b44b69a6ab9969574f0e45 as hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/ns/dff12e7717b44b69a6ab9969574f0e45 2024-11-19T18:20:44,823 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/ns/dff12e7717b44b69a6ab9969574f0e45, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:20:44,824 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/rep_barrier/c47865cd92bb4712a02c72fd096fd3a5 as hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/rep_barrier/c47865cd92bb4712a02c72fd096fd3a5 2024-11-19T18:20:44,827 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/rep_barrier/c47865cd92bb4712a02c72fd096fd3a5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:20:44,827 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/.tmp/table/1c9586104939429789b4935405d96156 as hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/table/1c9586104939429789b4935405d96156 2024-11-19T18:20:44,831 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/table/1c9586104939429789b4935405d96156, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:20:44,831 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false 2024-11-19T18:20:44,835 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:20:44,836 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:20:44,836 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:20:44,836 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:44,836 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040443883Running coprocessor pre-close hooks at 1732040443883Disabling compacts and flushes for region at 1732040443883Disabling writes for close at 1732040443883Obtaining lock to block concurrent updates at 1732040443883Preparing flush snapshotting stores in 1588230740 at 1732040443883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040443884 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732040443884Flushing 1588230740/info: creating writer at 1732040443884Flushing 1588230740/info: appending metadata at 1732040443903 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732040443903Flushing 1588230740/ns: creating writer at 1732040444320 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732040444340 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732040444340Flushing 1588230740/rep_barrier: creating writer at 1732040444751 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040444768 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040444768Flushing 1588230740/table: creating writer at 1732040444778 (+10 ms)Flushing 1588230740/table: appending metadata at 1732040444806 (+28 ms)Flushing 1588230740/table: closing flushed file at 1732040444806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1438c9: reopening flushed file at 1732040444815 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e2ebca5: reopening flushed file at 1732040444819 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131879f1: reopening flushed file at 1732040444823 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ec05a: reopening flushed file at 1732040444827 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false at 1732040444831 (+4 ms)Writing region close event to WAL at 1732040444833 (+2 ms)Running coprocessor post-close hooks at 1732040444836 (+3 ms)Closed at 1732040444836 2024-11-19T18:20:44,837 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:44,861 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.1732040419256 to pos 2357, reset compression=false 2024-11-19T18:20:44,884 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:20:44,884 DEBUG [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1325): Online Regions={a7455f2200bf4ed04224ff262aa15c9f=hbase:replication,,1732040430288.a7455f2200bf4ed04224ff262aa15c9f.} 2024-11-19T18:20:44,884 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T18:20:44,884 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,45645,1732040418058; all regions closed. 2024-11-19T18:20:44,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741834_1010 (size=4239) 2024-11-19T18:20:44,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741839_1015 (size=2609) 2024-11-19T18:20:44,889 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/WALs/30db5f576be8,45645,1732040418058/30db5f576be8%2C45645%2C1732040418058.rep.1732040431424 not finished, retry = 0 2024-11-19T18:20:44,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741832_1008 (size=2365) 2024-11-19T18:20:44,994 DEBUG [RS:0;30db5f576be8:45645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:44,995 INFO [RS:0;30db5f576be8:45645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:20:44,995 INFO [RS:0;30db5f576be8:45645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:20:44,995 INFO [RS:0;30db5f576be8:45645 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:20:44,995 INFO [RS:0;30db5f576be8:45645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:20:44,995 INFO [RS:0;30db5f576be8:45645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,45645,1732040418058 because: Region server is closing 2024-11-19T18:20:44,995 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:20:44,995 INFO [RS:0;30db5f576be8:45645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:45645. 2024-11-19T18:20:44,996 DEBUG [RS:0;30db5f576be8:45645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:44,996 DEBUG [RS:0;30db5f576be8:45645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:44,996 DEBUG [RS:0;30db5f576be8:45645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:44,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:45,096 INFO [RS:0;30db5f576be8:45645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.shipper30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 terminated 2024-11-19T18:20:45,096 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,45645,1732040418058.replicationSource.wal-reader.30db5f576be8%2C45645%2C1732040418058,1-30db5f576be8,45645,1732040418058 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:20:45,096 INFO [RS:0;30db5f576be8:45645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:45645. 2024-11-19T18:20:45,096 DEBUG [RS:0;30db5f576be8:45645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:45,096 DEBUG [RS:0;30db5f576be8:45645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:45,096 DEBUG [RS:0;30db5f576be8:45645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:45,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:45,097 INFO [RS:0;30db5f576be8:45645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45645 2024-11-19T18:20:45,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374/rs 2024-11-19T18:20:45,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1612321374/rs/30db5f576be8,45645,1732040418058 2024-11-19T18:20:45,099 INFO [RS:0;30db5f576be8:45645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:20:45,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,45645,1732040418058] 2024-11-19T18:20:45,102 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1612321374/draining/30db5f576be8,45645,1732040418058 already deleted, retry=false 2024-11-19T18:20:45,102 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,45645,1732040418058 expired; onlineServers=0 2024-11-19T18:20:45,102 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,42509,1732040418018' ***** 2024-11-19T18:20:45,102 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:20:45,102 INFO [M:0;30db5f576be8:42509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:20:45,102 INFO [M:0;30db5f576be8:42509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:20:45,102 DEBUG [M:0;30db5f576be8:42509 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:20:45,102 DEBUG [M:0;30db5f576be8:42509 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:20:45,102 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:20:45,102 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040419037 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040419037,5,FailOnTimeoutGroup] 2024-11-19T18:20:45,102 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040419040 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040419040,5,FailOnTimeoutGroup] 2024-11-19T18:20:45,102 INFO [M:0;30db5f576be8:42509 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:20:45,102 INFO [M:0;30db5f576be8:42509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:20:45,102 DEBUG [M:0;30db5f576be8:42509 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:20:45,102 INFO [M:0;30db5f576be8:42509 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:20:45,103 INFO [M:0;30db5f576be8:42509 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:20:45,103 INFO [M:0;30db5f576be8:42509 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:20:45,103 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:20:45,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1612321374/master 2024-11-19T18:20:45,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1612321374 2024-11-19T18:20:45,104 DEBUG [M:0;30db5f576be8:42509 {}] zookeeper.ZKUtil(347): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Unable to get data of znode /1-1612321374/master because node does not exist (not an error) 2024-11-19T18:20:45,104 WARN [M:0;30db5f576be8:42509 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:20:45,105 INFO [M:0;30db5f576be8:42509 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/.lastflushedseqids 2024-11-19T18:20:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741847_1023 (size=245) 2024-11-19T18:20:45,174 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1488, reset compression=false 2024-11-19T18:20:45,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:45,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45645-0x1013175383e0004, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:45,201 INFO [RS:0;30db5f576be8:45645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:20:45,201 INFO [RS:0;30db5f576be8:45645 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,45645,1732040418058; zookeeper connection closed. 2024-11-19T18:20:45,201 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b333c4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b333c4c 2024-11-19T18:20:45,202 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:20:45,509 INFO [M:0;30db5f576be8:42509 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:20:45,509 INFO [M:0;30db5f576be8:42509 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:20:45,509 DEBUG [M:0;30db5f576be8:42509 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:20:45,509 INFO [M:0;30db5f576be8:42509 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:45,509 DEBUG [M:0;30db5f576be8:42509 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:45,509 DEBUG [M:0;30db5f576be8:42509 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:20:45,509 DEBUG [M:0;30db5f576be8:42509 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:45,509 INFO [M:0;30db5f576be8:42509 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T18:20:45,530 DEBUG [M:0;30db5f576be8:42509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6372e10b2db346bd8b9e1d096453daf8 is 82, key is hbase:meta,,1/info:regioninfo/1732040420227/Put/seqid=0 2024-11-19T18:20:45,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741848_1024 (size=5672) 2024-11-19T18:20:45,934 INFO [M:0;30db5f576be8:42509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6372e10b2db346bd8b9e1d096453daf8 2024-11-19T18:20:45,956 DEBUG [M:0;30db5f576be8:42509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6de4a45080c148a1accca6502c6a4247 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732040431463/Put/seqid=0 2024-11-19T18:20:45,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741849_1025 (size=8515) 2024-11-19T18:20:46,078 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1488, reset compression=false 2024-11-19T18:20:46,365 INFO [M:0;30db5f576be8:42509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6de4a45080c148a1accca6502c6a4247 2024-11-19T18:20:46,383 DEBUG [M:0;30db5f576be8:42509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4020c82a14d34533b00b4e21f604aa02 is 69, key is 30db5f576be8,45645,1732040418058/rs:state/1732040419098/Put/seqid=0 2024-11-19T18:20:46,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741850_1026 (size=5156) 2024-11-19T18:20:46,787 INFO [M:0;30db5f576be8:42509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4020c82a14d34533b00b4e21f604aa02 2024-11-19T18:20:46,792 DEBUG [M:0;30db5f576be8:42509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6372e10b2db346bd8b9e1d096453daf8 as hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6372e10b2db346bd8b9e1d096453daf8 2024-11-19T18:20:46,796 INFO [M:0;30db5f576be8:42509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6372e10b2db346bd8b9e1d096453daf8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T18:20:46,797 DEBUG [M:0;30db5f576be8:42509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6de4a45080c148a1accca6502c6a4247 as hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6de4a45080c148a1accca6502c6a4247 2024-11-19T18:20:46,800 INFO [M:0;30db5f576be8:42509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6de4a45080c148a1accca6502c6a4247, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T18:20:46,801 DEBUG [M:0;30db5f576be8:42509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4020c82a14d34533b00b4e21f604aa02 as hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4020c82a14d34533b00b4e21f604aa02 2024-11-19T18:20:46,804 INFO [M:0;30db5f576be8:42509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/24117a13-3c2a-8b28-e7f0-b3d3968a5287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4020c82a14d34533b00b4e21f604aa02, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T18:20:46,805 INFO [M:0;30db5f576be8:42509 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false 2024-11-19T18:20:46,809 INFO [M:0;30db5f576be8:42509 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:46,809 DEBUG [M:0;30db5f576be8:42509 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040445509Disabling compacts and flushes for region at 1732040445509Disabling writes for close at 1732040445509Obtaining lock to block concurrent updates at 1732040445509Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040445509Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732040445510 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040445510Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040445510Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040445529 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040445529Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040445938 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040445956 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040445956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040446369 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040446383 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040446383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2324c0f5: reopening flushed file at 1732040446791 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d1ab06: reopening flushed file at 1732040446796 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64983035: reopening flushed file at 1732040446801 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false at 1732040446805 (+4 ms)Writing region close event to WAL at 1732040446809 (+4 ms)Closed at 1732040446809 2024-11-19T18:20:46,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741830_1006 (size=63642) 2024-11-19T18:20:46,814 INFO [M:0;30db5f576be8:42509 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:20:46,814 INFO [M:0;30db5f576be8:42509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42509 2024-11-19T18:20:46,814 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:20:46,814 INFO [M:0;30db5f576be8:42509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:20:46,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:46,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x1013175383e0003, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:46,918 INFO [M:0;30db5f576be8:42509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:20:46,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b1001e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:20:46,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68e60340{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:20:46,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:20:46,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc9cb47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:20:46,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a0e76b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/hadoop.log.dir/,STOPPED} 2024-11-19T18:20:46,935 WARN [BP-1522855655-172.17.0.2-1732040416936 heartbeating to localhost/127.0.0.1:38335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:20:46,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:20:46,935 WARN [BP-1522855655-172.17.0.2-1732040416936 heartbeating to localhost/127.0.0.1:38335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1522855655-172.17.0.2-1732040416936 (Datanode Uuid c90094a1-2d7d-4012-b758-cbc8dc085dc2) service to localhost/127.0.0.1:38335 2024-11-19T18:20:46,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:20:46,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/cluster_07eb1de7-02b7-0f04-f5c8-a90dab4c707a/data/data2/current/BP-1522855655-172.17.0.2-1732040416936 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:20:46,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/cluster_07eb1de7-02b7-0f04-f5c8-a90dab4c707a/data/data1/current/BP-1522855655-172.17.0.2-1732040416936 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:20:46,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:20:46,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b6be9d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:20:46,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19545d99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:20:46,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:20:46,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec3d9bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:20:46,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48103671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331f1cf1-2907-90fa-c22c-364ab21062eb/hadoop.log.dir/,STOPPED} 2024-11-19T18:20:46,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:20:46,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:20:46,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:46,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:46,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:46,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:46,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:46,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:20:46,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=742427652, stopped=false 2024-11-19T18:20:46,966 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,32975,1732040413711 2024-11-19T18:20:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01152511169/running 2024-11-19T18:20:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01152511169/running 2024-11-19T18:20:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:46,968 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:20:46,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:20:46,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:46,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Set watcher on znode that does not yet exist, /01152511169/running 2024-11-19T18:20:46,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:46,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,40681,1732040413759' ***** 2024-11-19T18:20:46,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:20:46,970 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:20:46,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:20:46,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Set watcher on znode that does not yet exist, /01152511169/running 2024-11-19T18:20:46,970 INFO [RS:0;30db5f576be8:40681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:20:46,970 INFO [RS:0;30db5f576be8:40681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:20:46,970 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(3091): Received CLOSE for 74a6766b43ba43ee0556cacd38eb0458 2024-11-19T18:20:46,971 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(3091): Received CLOSE for d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:46,971 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,40681,1732040413759 2024-11-19T18:20:46,971 INFO [RS:0;30db5f576be8:40681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:20:46,971 INFO [RS:0;30db5f576be8:40681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:40681. 2024-11-19T18:20:46,971 DEBUG [RS:0;30db5f576be8:40681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:46,971 DEBUG [RS:0;30db5f576be8:40681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:46,971 INFO [RS:0;30db5f576be8:40681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:20:46,971 INFO [RS:0;30db5f576be8:40681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:20:46,971 INFO [RS:0;30db5f576be8:40681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:20:46,971 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:20:46,971 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:20:46,971 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 74a6766b43ba43ee0556cacd38eb0458=test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458., d8232f77f69f04281382027b5dbebe3e=hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e.} 2024-11-19T18:20:46,971 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74a6766b43ba43ee0556cacd38eb0458, d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:46,971 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:20:46,971 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74a6766b43ba43ee0556cacd38eb0458, disabling compactions & flushes 2024-11-19T18:20:46,971 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:20:46,971 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:46,971 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:20:46,971 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:46,971 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. after waiting 0 ms 2024-11-19T18:20:46,971 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:20:46,971 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:46,971 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:20:46,971 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 74a6766b43ba43ee0556cacd38eb0458 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-19T18:20:46,971 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:20:46,990 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/.tmp/f/de8b598ed5634a9fb06f5c12ce3ee1c3 is 37, key is row3/f:row3/1732040440295/Put/seqid=0 2024-11-19T18:20:46,993 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/info/9846cd355caf4801b32aa090723499dc is 147, key is hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e./info:regioninfo/1732040429306/Put/seqid=0 2024-11-19T18:20:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741840_1016 (size=5228) 2024-11-19T18:20:47,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741841_1017 (size=7686) 2024-11-19T18:20:47,038 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:20:47,082 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1488, reset compression=false 2024-11-19T18:20:47,088 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:47,088 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1735, reset compression=false 2024-11-19T18:20:47,089 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40681,1732040413759 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:20:47,089 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30db5f576be8,40681,1732040413759: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30db5f576be8,40681,1732040413759, walGroup=30db5f576be8%2C40681%2C1732040413759, offset=30db5f576be8%2C40681%2C1732040413759.1732040415743:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:40681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T18:20:47,090 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T18:20:47,090 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T18:20:47,091 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T18:20:47,091 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T18:20:47,091 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T18:20:47,091 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 885677632 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198386392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T18:20:47,091 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:32975 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:32975 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T18:20:47,171 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74a6766b43ba43ee0556cacd38eb0458, d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:47,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,293 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1735, reset compression=false 2024-11-19T18:20:47,372 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74a6766b43ba43ee0556cacd38eb0458, d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:47,398 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/.tmp/f/de8b598ed5634a9fb06f5c12ce3ee1c3 2024-11-19T18:20:47,402 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de8b598ed5634a9fb06f5c12ce3ee1c3 2024-11-19T18:20:47,404 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/info/9846cd355caf4801b32aa090723499dc 2024-11-19T18:20:47,418 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/.tmp/f1/53cc0aa5ef5645de8dcb3a617c67c94a is 30, key is row1/f1:/1732040437640/DeleteFamily/seqid=0 2024-11-19T18:20:47,421 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/ns/a18939f3c11a4d09b12e018d971a14ef is 43, key is default/ns:d/1732040416793/Put/seqid=0 2024-11-19T18:20:47,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741842_1018 (size=5158) 2024-11-19T18:20:47,422 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/.tmp/f1/53cc0aa5ef5645de8dcb3a617c67c94a 2024-11-19T18:20:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741843_1019 (size=5153) 2024-11-19T18:20:47,425 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/ns/a18939f3c11a4d09b12e018d971a14ef 2024-11-19T18:20:47,426 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53cc0aa5ef5645de8dcb3a617c67c94a 2024-11-19T18:20:47,442 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/.tmp/norep/271bbf01296648919152532a2cd5ca91 is 32, key is row/norep:/1732040436632/DeleteFamily/seqid=0 2024-11-19T18:20:47,442 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/rep_barrier/c5df53b1547f4c47a7463c5429f65bac is 112, key is test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458./rep_barrier:seqnumDuringOpen/1732040424578/Put/seqid=0 2024-11-19T18:20:47,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741845_1021 (size=5518) 2024-11-19T18:20:47,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741844_1020 (size=5101) 2024-11-19T18:20:47,449 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/.tmp/norep/271bbf01296648919152532a2cd5ca91 2024-11-19T18:20:47,453 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 271bbf01296648919152532a2cd5ca91 2024-11-19T18:20:47,454 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/.tmp/f/de8b598ed5634a9fb06f5c12ce3ee1c3 as hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/f/de8b598ed5634a9fb06f5c12ce3ee1c3 2024-11-19T18:20:47,458 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de8b598ed5634a9fb06f5c12ce3ee1c3 2024-11-19T18:20:47,458 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/f/de8b598ed5634a9fb06f5c12ce3ee1c3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T18:20:47,459 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/.tmp/f1/53cc0aa5ef5645de8dcb3a617c67c94a as hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/f1/53cc0aa5ef5645de8dcb3a617c67c94a 2024-11-19T18:20:47,465 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53cc0aa5ef5645de8dcb3a617c67c94a 2024-11-19T18:20:47,465 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/f1/53cc0aa5ef5645de8dcb3a617c67c94a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T18:20:47,467 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/.tmp/norep/271bbf01296648919152532a2cd5ca91 as hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/norep/271bbf01296648919152532a2cd5ca91 2024-11-19T18:20:47,473 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 271bbf01296648919152532a2cd5ca91 2024-11-19T18:20:47,473 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/norep/271bbf01296648919152532a2cd5ca91, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T18:20:47,474 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 74a6766b43ba43ee0556cacd38eb0458 in 503ms, sequenceid=12, compaction requested=false 2024-11-19T18:20:47,478 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/default/test/74a6766b43ba43ee0556cacd38eb0458/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T18:20:47,479 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:20:47,479 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:20:47,479 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:47,479 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74a6766b43ba43ee0556cacd38eb0458: Waiting for close lock at 1732040446971Running coprocessor pre-close hooks at 1732040446971Disabling compacts and flushes for region at 1732040446971Disabling writes for close at 1732040446971Obtaining lock to block concurrent updates at 1732040446971Preparing flush snapshotting stores in 74a6766b43ba43ee0556cacd38eb0458 at 1732040446971Finished memstore snapshotting test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732040446972 (+1 ms)Flushing stores of test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. at 1732040446972Flushing 74a6766b43ba43ee0556cacd38eb0458/f: creating writer at 1732040446973 (+1 ms)Flushing 74a6766b43ba43ee0556cacd38eb0458/f: appending metadata at 1732040446990 (+17 ms)Flushing 74a6766b43ba43ee0556cacd38eb0458/f: closing flushed file at 1732040446990Flushing 74a6766b43ba43ee0556cacd38eb0458/f1: creating writer at 1732040447402 (+412 ms)Flushing 74a6766b43ba43ee0556cacd38eb0458/f1: appending metadata at 1732040447417 (+15 ms)Flushing 74a6766b43ba43ee0556cacd38eb0458/f1: closing flushed file at 1732040447417Flushing 74a6766b43ba43ee0556cacd38eb0458/norep: creating writer at 1732040447426 (+9 ms)Flushing 74a6766b43ba43ee0556cacd38eb0458/norep: appending metadata at 1732040447441 (+15 ms)Flushing 74a6766b43ba43ee0556cacd38eb0458/norep: closing flushed file at 1732040447441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5011283f: reopening flushed file at 1732040447454 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14de9b: reopening flushed file at 1732040447458 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a31baa7: reopening flushed file at 1732040447466 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 74a6766b43ba43ee0556cacd38eb0458 in 503ms, sequenceid=12, compaction requested=false at 1732040447474 (+8 ms)Writing region close event to WAL at 1732040447475 (+1 ms)Running coprocessor post-close hooks at 1732040447479 (+4 ms)Closed at 1732040447479 2024-11-19T18:20:47,479 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040424197.74a6766b43ba43ee0556cacd38eb0458. 2024-11-19T18:20:47,479 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8232f77f69f04281382027b5dbebe3e, disabling compactions & flushes 2024-11-19T18:20:47,479 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:47,480 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:47,480 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. after waiting 0 ms 2024-11-19T18:20:47,480 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:47,480 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8232f77f69f04281382027b5dbebe3e: Waiting for close lock at 1732040447479Running coprocessor pre-close hooks at 1732040447479Disabling compacts and flushes for region at 1732040447479Disabling writes for close at 1732040447480 (+1 ms)Failed flush hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e., putting online again at 1732040447480 2024-11-19T18:20:47,480 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:47,572 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(3091): Received CLOSE for d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:47,572 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8232f77f69f04281382027b5dbebe3e 2024-11-19T18:20:47,572 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8232f77f69f04281382027b5dbebe3e, disabling compactions & flushes 2024-11-19T18:20:47,572 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:47,572 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:47,572 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. after waiting 0 ms 2024-11-19T18:20:47,572 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:47,572 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8232f77f69f04281382027b5dbebe3e: Waiting for close lock at 1732040447572Running coprocessor pre-close hooks at 1732040447572Disabling compacts and flushes for region at 1732040447572Disabling writes for close at 1732040447572Failed flush hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e., putting online again at 1732040447572 2024-11-19T18:20:47,572 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e. 2024-11-19T18:20:47,597 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 1735, reset compression=false 2024-11-19T18:20:47,602 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:20:47,602 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 2379, reset compression=false 2024-11-19T18:20:47,615 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:20:47,615 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:20:47,747 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:20:47,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,772 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:20:47,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,805 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 2379, reset compression=false 2024-11-19T18:20:47,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:47,849 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/rep_barrier/c5df53b1547f4c47a7463c5429f65bac 2024-11-19T18:20:47,867 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/table/32b8fc9603a042e8860aedfdd968a07d is 53, key is hbase:replication/table:state/1732040429314/Put/seqid=0 2024-11-19T18:20:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741846_1022 (size=5308) 2024-11-19T18:20:47,972 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:20:47,972 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d8232f77f69f04281382027b5dbebe3e=hbase:replication,,1732040428138.d8232f77f69f04281382027b5dbebe3e.} 2024-11-19T18:20:47,972 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:20:48,109 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 2379, reset compression=false 2024-11-19T18:20:48,172 DEBUG [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:20:48,271 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/table/32b8fc9603a042e8860aedfdd968a07d 2024-11-19T18:20:48,276 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/info/9846cd355caf4801b32aa090723499dc as hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/info/9846cd355caf4801b32aa090723499dc 2024-11-19T18:20:48,279 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/info/9846cd355caf4801b32aa090723499dc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:20:48,280 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/ns/a18939f3c11a4d09b12e018d971a14ef as hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/ns/a18939f3c11a4d09b12e018d971a14ef 2024-11-19T18:20:48,283 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/ns/a18939f3c11a4d09b12e018d971a14ef, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:20:48,284 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/rep_barrier/c5df53b1547f4c47a7463c5429f65bac as hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/rep_barrier/c5df53b1547f4c47a7463c5429f65bac 2024-11-19T18:20:48,287 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/rep_barrier/c5df53b1547f4c47a7463c5429f65bac, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:20:48,288 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/.tmp/table/32b8fc9603a042e8860aedfdd968a07d as hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/table/32b8fc9603a042e8860aedfdd968a07d 2024-11-19T18:20:48,291 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/table/32b8fc9603a042e8860aedfdd968a07d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:20:48,292 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-19T18:20:48,292 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:20:48,296 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:20:48,296 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:20:48,296 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:20:48,296 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:48,296 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040446971Running coprocessor pre-close hooks at 1732040446971Disabling compacts and flushes for region at 1732040446971Disabling writes for close at 1732040446971Obtaining lock to block concurrent updates at 1732040446971Preparing flush snapshotting stores in 1588230740 at 1732040446971Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040446973 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732040446974 (+1 ms)Flushing 1588230740/info: creating writer at 1732040446974Flushing 1588230740/info: appending metadata at 1732040446993 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732040446993Flushing 1588230740/ns: creating writer at 1732040447407 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732040447421 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732040447421Flushing 1588230740/rep_barrier: creating writer at 1732040447429 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040447442 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040447442Flushing 1588230740/table: creating writer at 1732040447853 (+411 ms)Flushing 1588230740/table: appending metadata at 1732040447867 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732040447867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240d4d20: reopening flushed file at 1732040448275 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e69c103: reopening flushed file at 1732040448279 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4d4f81: reopening flushed file at 1732040448283 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6e04aa: reopening flushed file at 1732040448287 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1732040448292 (+5 ms)Writing region close event to WAL at 1732040448293 (+1 ms)Running coprocessor post-close hooks at 1732040448296 (+3 ms)Closed at 1732040448296 2024-11-19T18:20:48,297 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:48,373 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T18:20:48,373 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,40681,1732040413759; all regions closed. 2024-11-19T18:20:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741834_1010 (size=4239) 2024-11-19T18:20:48,375 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.meta.1732040416705.meta not finished, retry = 0 2024-11-19T18:20:48,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741839_1015 (size=2609) 2024-11-19T18:20:48,478 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.rep.1732040429272 not finished, retry = 0 2024-11-19T18:20:48,512 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/WALs/30db5f576be8,40681,1732040413759/30db5f576be8%2C40681%2C1732040413759.1732040415743 to pos 2379, reset compression=false 2024-11-19T18:20:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741832_1008 (size=2387) 2024-11-19T18:20:48,581 DEBUG [RS:0;30db5f576be8:40681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:48,581 INFO [RS:0;30db5f576be8:40681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:20:48,581 INFO [RS:0;30db5f576be8:40681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:20:48,582 INFO [RS:0;30db5f576be8:40681 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:20:48,582 INFO [RS:0;30db5f576be8:40681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:20:48,582 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:20:48,582 INFO [RS:0;30db5f576be8:40681 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,40681,1732040413759 because: Region server is closing 2024-11-19T18:20:48,582 INFO [RS:0;30db5f576be8:40681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:40681. 2024-11-19T18:20:48,582 DEBUG [RS:0;30db5f576be8:40681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:48,582 DEBUG [RS:0;30db5f576be8:40681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:48,582 DEBUG [RS:0;30db5f576be8:40681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:48,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:48,683 INFO [RS:0;30db5f576be8:40681 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.shipper30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 terminated 2024-11-19T18:20:48,683 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40681,1732040413759.replicationSource.wal-reader.30db5f576be8%2C40681%2C1732040413759,1-30db5f576be8,40681,1732040413759 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:20:48,683 INFO [RS:0;30db5f576be8:40681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:40681. 2024-11-19T18:20:48,683 DEBUG [RS:0;30db5f576be8:40681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:20:48,683 DEBUG [RS:0;30db5f576be8:40681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:48,683 DEBUG [RS:0;30db5f576be8:40681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:48,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:20:48,683 INFO [RS:0;30db5f576be8:40681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40681 2024-11-19T18:20:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01152511169/rs/30db5f576be8,40681,1732040413759 2024-11-19T18:20:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169/rs 2024-11-19T18:20:48,685 INFO [RS:0;30db5f576be8:40681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:20:48,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,40681,1732040413759] 2024-11-19T18:20:48,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01152511169/draining/30db5f576be8,40681,1732040413759 already deleted, retry=false 2024-11-19T18:20:48,688 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,40681,1732040413759 expired; onlineServers=0 2024-11-19T18:20:48,688 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,32975,1732040413711' ***** 2024-11-19T18:20:48,688 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:20:48,688 INFO [M:0;30db5f576be8:32975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:20:48,689 INFO [M:0;30db5f576be8:32975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:20:48,689 DEBUG [M:0;30db5f576be8:32975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:20:48,689 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:20:48,689 DEBUG [M:0;30db5f576be8:32975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:20:48,689 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040415530 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040415530,5,FailOnTimeoutGroup] 2024-11-19T18:20:48,689 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040415528 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040415528,5,FailOnTimeoutGroup] 2024-11-19T18:20:48,689 INFO [M:0;30db5f576be8:32975 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:20:48,689 INFO [M:0;30db5f576be8:32975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:20:48,689 DEBUG [M:0;30db5f576be8:32975 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:20:48,689 INFO [M:0;30db5f576be8:32975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:20:48,689 INFO [M:0;30db5f576be8:32975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:20:48,689 INFO [M:0;30db5f576be8:32975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:20:48,690 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:20:48,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01152511169/master 2024-11-19T18:20:48,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01152511169 2024-11-19T18:20:48,690 DEBUG [M:0;30db5f576be8:32975 {}] zookeeper.ZKUtil(347): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Unable to get data of znode /01152511169/master because node does not exist (not an error) 2024-11-19T18:20:48,690 WARN [M:0;30db5f576be8:32975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:20:48,691 INFO [M:0;30db5f576be8:32975 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/.lastflushedseqids 2024-11-19T18:20:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741847_1023 (size=245) 2024-11-19T18:20:48,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:48,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40681-0x1013175383e0001, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:48,787 INFO [RS:0;30db5f576be8:40681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:20:48,787 INFO [RS:0;30db5f576be8:40681 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,40681,1732040413759; zookeeper connection closed. 2024-11-19T18:20:48,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78129f16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78129f16 2024-11-19T18:20:48,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:20:49,095 INFO [M:0;30db5f576be8:32975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:20:49,095 INFO [M:0;30db5f576be8:32975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:20:49,096 DEBUG [M:0;30db5f576be8:32975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:20:49,096 INFO [M:0;30db5f576be8:32975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:49,096 DEBUG [M:0;30db5f576be8:32975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:49,096 DEBUG [M:0;30db5f576be8:32975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:20:49,096 DEBUG [M:0;30db5f576be8:32975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:49,096 INFO [M:0;30db5f576be8:32975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-19T18:20:49,114 DEBUG [M:0;30db5f576be8:32975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72ece124fe024f379be8363cd9ed7353 is 82, key is hbase:meta,,1/info:regioninfo/1732040416764/Put/seqid=0 2024-11-19T18:20:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741848_1024 (size=5672) 2024-11-19T18:20:49,524 INFO [M:0;30db5f576be8:32975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72ece124fe024f379be8363cd9ed7353 2024-11-19T18:20:49,545 DEBUG [M:0;30db5f576be8:32975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c432181511a4e37bb1086ef62fd488e is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732040424588/Put/seqid=0 2024-11-19T18:20:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741849_1025 (size=7217) 2024-11-19T18:20:49,550 INFO [M:0;30db5f576be8:32975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c432181511a4e37bb1086ef62fd488e 2024-11-19T18:20:49,556 INFO [M:0;30db5f576be8:32975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c432181511a4e37bb1086ef62fd488e 2024-11-19T18:20:49,575 DEBUG [M:0;30db5f576be8:32975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e207b41c9aa4115a812cd75e50a8a9e is 69, key is 30db5f576be8,40681,1732040413759/rs:state/1732040415599/Put/seqid=0 2024-11-19T18:20:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741850_1026 (size=5156) 2024-11-19T18:20:49,583 INFO [M:0;30db5f576be8:32975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e207b41c9aa4115a812cd75e50a8a9e 2024-11-19T18:20:49,587 DEBUG [M:0;30db5f576be8:32975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72ece124fe024f379be8363cd9ed7353 as hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72ece124fe024f379be8363cd9ed7353 2024-11-19T18:20:49,590 INFO [M:0;30db5f576be8:32975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72ece124fe024f379be8363cd9ed7353, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T18:20:49,591 DEBUG [M:0;30db5f576be8:32975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c432181511a4e37bb1086ef62fd488e as hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c432181511a4e37bb1086ef62fd488e 2024-11-19T18:20:49,594 INFO [M:0;30db5f576be8:32975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c432181511a4e37bb1086ef62fd488e 2024-11-19T18:20:49,595 INFO [M:0;30db5f576be8:32975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c432181511a4e37bb1086ef62fd488e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T18:20:49,595 DEBUG [M:0;30db5f576be8:32975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e207b41c9aa4115a812cd75e50a8a9e as hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e207b41c9aa4115a812cd75e50a8a9e 2024-11-19T18:20:49,598 INFO [M:0;30db5f576be8:32975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37397/user/jenkins/test-data/80cbc801-5ff7-c25c-0775-a248ffaa8ff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e207b41c9aa4115a812cd75e50a8a9e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T18:20:49,599 INFO [M:0;30db5f576be8:32975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=105, compaction requested=false 2024-11-19T18:20:49,601 INFO [M:0;30db5f576be8:32975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:49,602 DEBUG [M:0;30db5f576be8:32975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040449096Disabling compacts and flushes for region at 1732040449096Disabling writes for close at 1732040449096Obtaining lock to block concurrent updates at 1732040449096Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040449096Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732040449096Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040449097 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040449097Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040449114 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040449114Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040449529 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040449545 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040449545Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040449556 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040449574 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040449574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc71103: reopening flushed file at 1732040449586 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d69db87: reopening flushed file at 1732040449590 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e60585: reopening flushed file at 1732040449595 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=105, compaction requested=false at 1732040449599 (+4 ms)Writing region close event to WAL at 1732040449601 (+2 ms)Closed at 1732040449601 2024-11-19T18:20:49,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741830_1006 (size=64411) 2024-11-19T18:20:49,611 INFO [M:0;30db5f576be8:32975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:20:49,611 INFO [M:0;30db5f576be8:32975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32975 2024-11-19T18:20:49,611 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:20:49,611 INFO [M:0;30db5f576be8:32975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:20:49,713 INFO [M:0;30db5f576be8:32975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:20:49,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:49,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32975-0x1013175383e0000, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:20:49,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@152ccef3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:20:49,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40aebd3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:20:49,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:20:49,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7a6bba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:20:49,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481a6c88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/hadoop.log.dir/,STOPPED} 2024-11-19T18:20:49,719 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:20:49,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:20:49,719 WARN [BP-456543970-172.17.0.2-1732040412617 heartbeating to localhost/127.0.0.1:37397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:20:49,719 WARN [BP-456543970-172.17.0.2-1732040412617 heartbeating to localhost/127.0.0.1:37397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-456543970-172.17.0.2-1732040412617 (Datanode Uuid d7f9ef4c-d1ae-4c87-a90a-a896581bd697) service to localhost/127.0.0.1:37397 2024-11-19T18:20:49,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/cluster_e7184194-9a93-e914-5455-be1cbae8cb76/data/data1/current/BP-456543970-172.17.0.2-1732040412617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:20:49,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/cluster_e7184194-9a93-e914-5455-be1cbae8cb76/data/data2/current/BP-456543970-172.17.0.2-1732040412617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:20:49,720 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:20:49,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a134138{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:20:49,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69f7ea7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:20:49,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:20:49,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42243d59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:20:49,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d225e59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/208d2d01-5e95-7e42-073c-b8becd888fa6/hadoop.log.dir/,STOPPED} 2024-11-19T18:20:49,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T18:20:49,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:20:49,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 265) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44913 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37397 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38335 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 402), ProcessCount=11 (was 11), AvailableMemoryMB=7053 (was 6832) - AvailableMemoryMB LEAK? - 2024-11-19T18:20:49,768 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=7053 2024-11-19T18:20:49,784 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-19T18:20:49,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/hadoop.log.dir so I do NOT create it in target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68 2024-11-19T18:20:49,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:20:49,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/hadoop.tmp.dir so I do NOT create it in target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68 2024-11-19T18:20:49,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9260d12-8d51-6a3d-3bbe-7c00ee7d42ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:20:49,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68 2024-11-19T18:20:49,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/cluster_d90d5700-199d-f65a-75c5-23e57288922d, deleteOnExit=true 2024-11-19T18:20:49,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/cluster_d90d5700-199d-f65a-75c5-23e57288922d/zookeeper_0, clientPort=49249, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/cluster_d90d5700-199d-f65a-75c5-23e57288922d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/cluster_d90d5700-199d-f65a-75c5-23e57288922d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T18:20:49,789 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49249 2024-11-19T18:20:49,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:20:49,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/test.cache.data in system properties and HBase conf 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:20:49,790 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:20:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:49,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:49,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:20:49,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:20:49,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:20:49,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:49,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:20:49,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:20:49,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013175383e0005, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:20:49,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013175383e0008, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:20:49,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013175383e0002, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:20:49,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013175383e0005, quorum=127.0.0.1:58286, baseZNode=/1-1612321374 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:20:49,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013175383e0008, quorum=127.0.0.1:58286, baseZNode=/2-1600938300 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:20:49,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013175383e0002, quorum=127.0.0.1:58286, baseZNode=/01152511169 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:20:49,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:49,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:49,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:49,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:49,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:20:49,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:49,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:49,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:50,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20ceae03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/java.io.tmpdir/jetty-localhost-45403-hadoop-hdfs-3_4_1-tests_jar-_-any-10803557533650266994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:20:50,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:45403} 2024-11-19T18:20:50,016 INFO [Time-limited test {}] server.Server(415): Started @249104ms 2024-11-19T18:20:50,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:50,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:50,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:50,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:50,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:20:50,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:50,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:50,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74250959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/java.io.tmpdir/jetty-localhost-45165-hadoop-hdfs-3_4_1-tests_jar-_-any-16568351846360934486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:20:50,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:45165} 2024-11-19T18:20:50,264 INFO [Time-limited test {}] server.Server(415): Started @249352ms 2024-11-19T18:20:50,265 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:20:50,379 WARN [Thread-3416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/cluster_d90d5700-199d-f65a-75c5-23e57288922d/data/data1/current/BP-16790483-172.17.0.2-1732040449811/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:50,380 WARN [Thread-3417 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/cluster_d90d5700-199d-f65a-75c5-23e57288922d/data/data2/current/BP-16790483-172.17.0.2-1732040449811/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:50,406 WARN [Thread-3404 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:20:50,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16c4cfc8c559f02b with lease ID 0x802aa3a7f46b1f32: Processing first storage report for DS-8cd924df-8eeb-4ee1-af6c-cd722093bf58 from datanode DatanodeRegistration(127.0.0.1:39047, datanodeUuid=c0d8dab4-1fb0-44de-a369-53fbfabf10ff, infoPort=39067, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=496921915;c=1732040449811) 2024-11-19T18:20:50,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16c4cfc8c559f02b with lease ID 0x802aa3a7f46b1f32: from storage DS-8cd924df-8eeb-4ee1-af6c-cd722093bf58 node DatanodeRegistration(127.0.0.1:39047, datanodeUuid=c0d8dab4-1fb0-44de-a369-53fbfabf10ff, infoPort=39067, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=496921915;c=1732040449811), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:20:50,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16c4cfc8c559f02b with lease ID 0x802aa3a7f46b1f32: Processing first storage report for DS-721f1488-a41d-4c3e-921e-f97d52a1f8b2 from datanode DatanodeRegistration(127.0.0.1:39047, datanodeUuid=c0d8dab4-1fb0-44de-a369-53fbfabf10ff, infoPort=39067, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=496921915;c=1732040449811) 2024-11-19T18:20:50,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16c4cfc8c559f02b with lease ID 0x802aa3a7f46b1f32: from storage DS-721f1488-a41d-4c3e-921e-f97d52a1f8b2 node DatanodeRegistration(127.0.0.1:39047, datanodeUuid=c0d8dab4-1fb0-44de-a369-53fbfabf10ff, infoPort=39067, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=496921915;c=1732040449811), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:20:50,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68 2024-11-19T18:20:50,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:50,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:50,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:20:50,912 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16 with version=8 2024-11-19T18:20:50,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/hbase-staging 2024-11-19T18:20:50,914 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:50,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:50,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:50,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:50,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:50,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:50,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:20:50,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:50,915 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37697 2024-11-19T18:20:50,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37697 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-19T18:20:50,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376970x0, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:50,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37697-0x1013175c98b0000 connected 2024-11-19T18:20:50,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:50,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:50,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Set watcher on znode that does not yet exist, /0-2138063056/running 2024-11-19T18:20:50,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16, hbase.cluster.distributed=false 2024-11-19T18:20:50,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Set watcher on znode that does not yet exist, /0-2138063056/acl 2024-11-19T18:20:50,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37697 2024-11-19T18:20:50,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37697 2024-11-19T18:20:50,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37697 2024-11-19T18:20:50,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37697 2024-11-19T18:20:50,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37697 2024-11-19T18:20:50,969 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:50,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:50,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:50,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:50,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:50,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:50,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:20:50,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:50,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40251 2024-11-19T18:20:50,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40251 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-19T18:20:50,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:50,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:50,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402510x0, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:50,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402510x0, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Set watcher on znode that does not yet exist, /0-2138063056/running 2024-11-19T18:20:50,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40251-0x1013175c98b0001 connected 2024-11-19T18:20:50,979 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:20:50,982 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:20:50,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Set watcher on znode that does not yet exist, /0-2138063056/master 2024-11-19T18:20:50,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Set watcher on znode that does not yet exist, /0-2138063056/acl 2024-11-19T18:20:50,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40251 2024-11-19T18:20:50,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40251 2024-11-19T18:20:50,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40251 2024-11-19T18:20:50,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40251 2024-11-19T18:20:50,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40251 2024-11-19T18:20:51,007 DEBUG [M:0;30db5f576be8:37697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:37697 2024-11-19T18:20:51,007 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2138063056/backup-masters/30db5f576be8,37697,1732040450914 2024-11-19T18:20:51,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056/backup-masters 2024-11-19T18:20:51,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056/backup-masters 2024-11-19T18:20:51,011 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Set watcher on existing znode=/0-2138063056/backup-masters/30db5f576be8,37697,1732040450914 2024-11-19T18:20:51,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:51,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2138063056/master 2024-11-19T18:20:51,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:51,013 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Set watcher on existing znode=/0-2138063056/master 2024-11-19T18:20:51,013 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2138063056/backup-masters/30db5f576be8,37697,1732040450914 from backup master directory 2024-11-19T18:20:51,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138063056/backup-masters/30db5f576be8,37697,1732040450914 2024-11-19T18:20:51,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056/backup-masters 2024-11-19T18:20:51,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056/backup-masters 2024-11-19T18:20:51,015 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:51,015 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,37697,1732040450914 2024-11-19T18:20:51,018 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/hbase.id] with ID: 66814b9d-e8b9-4e2c-bb09-66f8b26a9d88 2024-11-19T18:20:51,018 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/.tmp/hbase.id 2024-11-19T18:20:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:20:51,431 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/.tmp/hbase.id]:[hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/hbase.id] 2024-11-19T18:20:51,440 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:51,441 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:20:51,441 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T18:20:51,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:51,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:20:51,853 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:51,854 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:20:51,854 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:51,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:20:52,260 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store 2024-11-19T18:20:52,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:20:52,265 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:52,265 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:20:52,265 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:52,265 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:52,266 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:20:52,266 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:52,266 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:52,266 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040452265Disabling compacts and flushes for region at 1732040452265Disabling writes for close at 1732040452266 (+1 ms)Writing region close event to WAL at 1732040452266Closed at 1732040452266 2024-11-19T18:20:52,266 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/.initializing 2024-11-19T18:20:52,266 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/WALs/30db5f576be8,37697,1732040450914 2024-11-19T18:20:52,267 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:52,268 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C37697%2C1732040450914, suffix=, logDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/WALs/30db5f576be8,37697,1732040450914, archiveDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/oldWALs, maxLogs=10 2024-11-19T18:20:52,281 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/WALs/30db5f576be8,37697,1732040450914/30db5f576be8%2C37697%2C1732040450914.1732040452268, exclude list is [], retry=0 2024-11-19T18:20:52,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39047,DS-8cd924df-8eeb-4ee1-af6c-cd722093bf58,DISK] 2024-11-19T18:20:52,286 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/WALs/30db5f576be8,37697,1732040450914/30db5f576be8%2C37697%2C1732040450914.1732040452268 2024-11-19T18:20:52,286 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39067:39067)] 2024-11-19T18:20:52,286 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:52,286 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:52,286 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,286 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:20:52,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:52,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:52,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:20:52,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:52,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:52,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:20:52,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:52,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:52,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:20:52,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:52,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:52,292 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,292 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,293 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,293 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,293 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,294 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:52,294 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:52,296 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:52,296 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62387814, jitterRate=-0.07034912705421448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:52,297 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040452286Initializing all the Stores at 1732040452287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040452287Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040452287Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040452287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040452287Cleaning up temporary data from old regions at 1732040452293 (+6 ms)Region opened successfully at 1732040452297 (+4 ms) 2024-11-19T18:20:52,297 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:20:52,299 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1def5a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:52,300 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:20:52,300 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:20:52,300 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:20:52,300 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:20:52,300 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:20:52,300 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:20:52,300 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:20:52,302 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:20:52,302 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Unable to get data of znode /0-2138063056/balancer because node does not exist (not necessarily an error) 2024-11-19T18:20:52,303 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138063056/balancer already deleted, retry=false 2024-11-19T18:20:52,304 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:20:52,304 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Unable to get data of znode /0-2138063056/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:20:52,305 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138063056/normalizer already deleted, retry=false 2024-11-19T18:20:52,305 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:20:52,306 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Unable to get data of znode /0-2138063056/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:20:52,308 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138063056/switch/split already deleted, retry=false 2024-11-19T18:20:52,309 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Unable to get data of znode /0-2138063056/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:20:52,310 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138063056/switch/merge already deleted, retry=false 2024-11-19T18:20:52,311 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Unable to get data of znode /0-2138063056/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:20:52,312 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138063056/snapshot-cleanup already deleted, retry=false 2024-11-19T18:20:52,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2138063056/running 2024-11-19T18:20:52,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:52,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2138063056/running 2024-11-19T18:20:52,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:52,314 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,37697,1732040450914, sessionid=0x1013175c98b0000, setting cluster-up flag (Was=false) 2024-11-19T18:20:52,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:52,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:52,321 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2138063056/flush-table-proc/acquired, /0-2138063056/flush-table-proc/reached, /0-2138063056/flush-table-proc/abort 2024-11-19T18:20:52,321 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,37697,1732040450914 2024-11-19T18:20:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:52,329 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2138063056/online-snapshot/acquired, /0-2138063056/online-snapshot/reached, /0-2138063056/online-snapshot/abort 2024-11-19T18:20:52,330 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,37697,1732040450914 2024-11-19T18:20:52,330 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:20:52,332 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:52,332 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:20:52,332 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:20:52,332 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,37697,1732040450914 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:20:52,333 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:52,333 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:52,333 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:52,333 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:52,333 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:20:52,333 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,333 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:52,333 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:52,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:20:52,337 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040482337 2024-11-19T18:20:52,338 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:20:52,338 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:20:52,338 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:20:52,338 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:20:52,338 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:20:52,338 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:20:52,338 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,338 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:20:52,338 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:20:52,338 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:52,338 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:20:52,338 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:20:52,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:20:52,339 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:20:52,339 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:20:52,339 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040452339,5,FailOnTimeoutGroup] 2024-11-19T18:20:52,339 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040452339,5,FailOnTimeoutGroup] 2024-11-19T18:20:52,339 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,340 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:20:52,340 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,340 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:20:52,394 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(746): ClusterId : 66814b9d-e8b9-4e2c-bb09-66f8b26a9d88 2024-11-19T18:20:52,394 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:20:52,396 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:20:52,396 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:20:52,398 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:20:52,398 DEBUG [RS:0;30db5f576be8:40251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba421ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:52,410 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:40251 2024-11-19T18:20:52,410 INFO [RS:0;30db5f576be8:40251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:20:52,410 INFO [RS:0;30db5f576be8:40251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:20:52,410 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:20:52,410 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,37697,1732040450914 with port=40251, startcode=1732040450969 2024-11-19T18:20:52,410 DEBUG [RS:0;30db5f576be8:40251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:20:52,412 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:20:52,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,40251,1732040450969 2024-11-19T18:20:52,413 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37697 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,40251,1732040450969 2024-11-19T18:20:52,414 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16 2024-11-19T18:20:52,414 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38123 2024-11-19T18:20:52,414 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:20:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056/rs 2024-11-19T18:20:52,416 DEBUG [RS:0;30db5f576be8:40251 {}] zookeeper.ZKUtil(111): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Set watcher on existing znode=/0-2138063056/rs/30db5f576be8,40251,1732040450969 2024-11-19T18:20:52,416 WARN [RS:0;30db5f576be8:40251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:52,416 INFO [RS:0;30db5f576be8:40251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:52,416 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969 2024-11-19T18:20:52,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,40251,1732040450969] 2024-11-19T18:20:52,419 INFO [RS:0;30db5f576be8:40251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:20:52,420 INFO [RS:0;30db5f576be8:40251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:20:52,420 INFO [RS:0;30db5f576be8:40251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:20:52,420 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,421 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:20:52,421 INFO [RS:0;30db5f576be8:40251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:20:52,421 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,421 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,421 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,421 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,421 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,421 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,421 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:52,421 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,421 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,421 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,421 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,422 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,422 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:52,422 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:52,422 DEBUG [RS:0;30db5f576be8:40251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:52,422 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,422 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,422 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,422 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,422 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,422 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40251,1732040450969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:52,442 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:20:52,442 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40251,1732040450969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,442 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,442 INFO [RS:0;30db5f576be8:40251 {}] regionserver.Replication(171): 30db5f576be8,40251,1732040450969 started 2024-11-19T18:20:52,459 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:52,459 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,40251,1732040450969, RpcServer on 30db5f576be8/172.17.0.2:40251, sessionid=0x1013175c98b0001 2024-11-19T18:20:52,459 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:20:52,459 DEBUG [RS:0;30db5f576be8:40251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,40251,1732040450969 2024-11-19T18:20:52,459 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,40251,1732040450969' 2024-11-19T18:20:52,459 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2138063056/flush-table-proc/abort' 2024-11-19T18:20:52,460 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2138063056/flush-table-proc/acquired' 2024-11-19T18:20:52,460 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:20:52,460 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:20:52,460 DEBUG [RS:0;30db5f576be8:40251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,40251,1732040450969 2024-11-19T18:20:52,460 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,40251,1732040450969' 2024-11-19T18:20:52,460 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2138063056/online-snapshot/abort' 2024-11-19T18:20:52,460 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2138063056/online-snapshot/acquired' 2024-11-19T18:20:52,461 DEBUG [RS:0;30db5f576be8:40251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:20:52,461 INFO [RS:0;30db5f576be8:40251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:20:52,461 INFO [RS:0;30db5f576be8:40251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:20:52,561 INFO [RS:0;30db5f576be8:40251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:52,562 INFO [RS:0;30db5f576be8:40251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C40251%2C1732040450969, suffix=, logDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969, archiveDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/oldWALs, maxLogs=10 2024-11-19T18:20:52,576 DEBUG [RS:0;30db5f576be8:40251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563, exclude list is [], retry=0 2024-11-19T18:20:52,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39047,DS-8cd924df-8eeb-4ee1-af6c-cd722093bf58,DISK] 2024-11-19T18:20:52,579 INFO [RS:0;30db5f576be8:40251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 2024-11-19T18:20:52,580 DEBUG [RS:0;30db5f576be8:40251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39067:39067)] 2024-11-19T18:20:52,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:20:52,749 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16 2024-11-19T18:20:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:20:52,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:20:52,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:20:52,941 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68631 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:20:52,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:20:52,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:52,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:52,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:52,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:52,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:53,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:53,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:53,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:53,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:53,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:53,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:53,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:53,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:53,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:53,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:53,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:53,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:53,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:53,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:53,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:53,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:53,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:53,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:53,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:53,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:53,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:53,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:53,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:53,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:53,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:53,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:53,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:53,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:53,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740 2024-11-19T18:20:53,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740 2024-11-19T18:20:53,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:53,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:53,163 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:53,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:53,166 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:53,167 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63287387, jitterRate=-0.05694444477558136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040453155Initializing all the Stores at 1732040453155Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040453155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040453155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040453155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040453155Cleaning up temporary data from old regions at 1732040453163 (+8 ms)Region opened successfully at 1732040453167 (+4 ms) 2024-11-19T18:20:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:20:53,168 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:20:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:20:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:20:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:20:53,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040453168Disabling compacts and flushes for region at 1732040453168Disabling writes for close at 1732040453168Writing region close event to WAL at 1732040453168Closed at 1732040453168 2024-11-19T18:20:53,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:53,170 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:20:53,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:20:53,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:53,172 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:20:53,322 DEBUG [30db5f576be8:37697 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:20:53,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,40251,1732040450969 2024-11-19T18:20:53,324 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,40251,1732040450969, state=OPENING 2024-11-19T18:20:53,325 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:20:53,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:53,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:20:53,330 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:53,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138063056/meta-region-server: CHANGED 2024-11-19T18:20:53,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138063056/meta-region-server: CHANGED 2024-11-19T18:20:53,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,40251,1732040450969}] 2024-11-19T18:20:53,483 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:53,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:20:53,488 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:20:53,488 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:53,488 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:20:53,490 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C40251%2C1732040450969.meta, suffix=.meta, logDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969, archiveDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/oldWALs, maxLogs=10 2024-11-19T18:20:53,506 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.meta.1732040453490.meta, exclude list is [], retry=0 2024-11-19T18:20:53,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39047,DS-8cd924df-8eeb-4ee1-af6c-cd722093bf58,DISK] 2024-11-19T18:20:53,509 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.meta.1732040453490.meta 2024-11-19T18:20:53,515 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39067:39067)] 2024-11-19T18:20:53,515 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:53,515 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:53,516 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:20:53,516 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:20:53,516 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:20:53,516 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:20:53,516 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:53,516 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:20:53,516 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:20:53,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:53,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:53,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:53,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:53,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:53,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:53,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:53,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:53,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:53,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:53,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:53,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:53,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:53,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:53,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:53,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:53,537 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:53,538 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740 2024-11-19T18:20:53,539 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740 2024-11-19T18:20:53,539 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:53,539 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:53,540 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:53,541 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:53,541 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68481129, jitterRate=0.020448341965675354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:53,542 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:20:53,542 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040453516Writing region info on filesystem at 1732040453516Initializing all the Stores at 1732040453517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040453517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040453532 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040453532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040453532Cleaning up temporary data from old regions at 1732040453539 (+7 ms)Running coprocessor post-open hooks at 1732040453542 (+3 ms)Region opened successfully at 1732040453542 2024-11-19T18:20:53,543 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040453483 2024-11-19T18:20:53,545 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:20:53,545 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:20:53,546 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,40251,1732040450969 2024-11-19T18:20:53,546 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,40251,1732040450969, state=OPEN 2024-11-19T18:20:53,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2138063056/meta-region-server 2024-11-19T18:20:53,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2138063056/meta-region-server 2024-11-19T18:20:53,548 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,40251,1732040450969 2024-11-19T18:20:53,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138063056/meta-region-server: CHANGED 2024-11-19T18:20:53,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138063056/meta-region-server: CHANGED 2024-11-19T18:20:53,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:20:53,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,40251,1732040450969 in 218 msec 2024-11-19T18:20:53,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:20:53,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-19T18:20:53,552 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:53,552 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:20:53,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:53,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40251,1732040450969, seqNum=-1] 2024-11-19T18:20:53,554 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:53,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:53,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-11-19T18:20:53,559 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040453559, completionTime=-1 2024-11-19T18:20:53,559 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:20:53,559 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:20:53,561 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:20:53,561 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040513561 2024-11-19T18:20:53,561 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040573561 2024-11-19T18:20:53,561 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T18:20:53,562 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37697,1732040450914-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:53,562 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37697,1732040450914-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:53,562 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37697,1732040450914-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:53,562 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:37697, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:53,562 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:53,562 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:53,564 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:20:53,566 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.551sec 2024-11-19T18:20:53,566 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:20:53,566 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:20:53,566 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:20:53,566 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:20:53,566 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:20:53,566 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37697,1732040450914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:53,566 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37697,1732040450914-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:20:53,570 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:20:53,570 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:20:53,570 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37697,1732040450914-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:53,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9a051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:53,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37697,-1 for getting cluster id 2024-11-19T18:20:53,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:53,597 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66814b9d-e8b9-4e2c-bb09-66f8b26a9d88' 2024-11-19T18:20:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66814b9d-e8b9-4e2c-bb09-66f8b26a9d88" 2024-11-19T18:20:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e722efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37697,-1] 2024-11-19T18:20:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:53,599 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:53,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64344aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:53,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40251,1732040450969, seqNum=-1] 2024-11-19T18:20:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:53,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:53,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,37697,1732040450914 2024-11-19T18:20:53,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-19T18:20:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:53,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013175c98b0002 connected 2024-11-19T18:20:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/hadoop.log.dir so I do NOT create it in target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d 2024-11-19T18:20:53,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:20:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/hadoop.tmp.dir so I do NOT create it in target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d 2024-11-19T18:20:53,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:20:53,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d 2024-11-19T18:20:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/cluster_b89282fb-7e57-0317-fc63-053b6ac76641, deleteOnExit=true 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/test.cache.data in system properties and HBase conf 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:20:53,609 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:20:53,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:53,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:53,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:53,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:53,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:20:53,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:53,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:53,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:53,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2392ca06{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/java.io.tmpdir/jetty-localhost-41645-hadoop-hdfs-3_4_1-tests_jar-_-any-9504625538978658431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:20:53,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:41645} 2024-11-19T18:20:53,801 INFO [Time-limited test {}] server.Server(415): Started @252890ms 2024-11-19T18:20:53,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:53,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:53,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:53,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:53,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:20:53,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:53,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:54,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d03fc69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/java.io.tmpdir/jetty-localhost-46111-hadoop-hdfs-3_4_1-tests_jar-_-any-8422777463831122868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:20:54,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:46111} 2024-11-19T18:20:54,026 INFO [Time-limited test {}] server.Server(415): Started @253115ms 2024-11-19T18:20:54,036 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:20:54,172 WARN [Thread-3537 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/cluster_b89282fb-7e57-0317-fc63-053b6ac76641/data/data1/current/BP-1173976744-172.17.0.2-1732040453629/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:54,173 WARN [Thread-3538 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/cluster_b89282fb-7e57-0317-fc63-053b6ac76641/data/data2/current/BP-1173976744-172.17.0.2-1732040453629/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:54,212 WARN [Thread-3525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:20:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb248a14cc7b5d81 with lease ID 0x28ea48ea744088b3: Processing first storage report for DS-8fc5848f-caf2-4c80-b8bb-0d8dce88529c from datanode DatanodeRegistration(127.0.0.1:46731, datanodeUuid=729ca7c8-e816-48e1-a416-98c8a28603e8, infoPort=36031, infoSecurePort=0, ipcPort=41693, storageInfo=lv=-57;cid=testClusterID;nsid=87793993;c=1732040453629) 2024-11-19T18:20:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb248a14cc7b5d81 with lease ID 0x28ea48ea744088b3: from storage DS-8fc5848f-caf2-4c80-b8bb-0d8dce88529c node DatanodeRegistration(127.0.0.1:46731, datanodeUuid=729ca7c8-e816-48e1-a416-98c8a28603e8, infoPort=36031, infoSecurePort=0, ipcPort=41693, storageInfo=lv=-57;cid=testClusterID;nsid=87793993;c=1732040453629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:20:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb248a14cc7b5d81 with lease ID 0x28ea48ea744088b3: Processing first storage report for DS-1632c051-0c63-4c4e-9647-9ff1586c0b67 from datanode DatanodeRegistration(127.0.0.1:46731, datanodeUuid=729ca7c8-e816-48e1-a416-98c8a28603e8, infoPort=36031, infoSecurePort=0, ipcPort=41693, storageInfo=lv=-57;cid=testClusterID;nsid=87793993;c=1732040453629) 2024-11-19T18:20:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb248a14cc7b5d81 with lease ID 0x28ea48ea744088b3: from storage DS-1632c051-0c63-4c4e-9647-9ff1586c0b67 node DatanodeRegistration(127.0.0.1:46731, datanodeUuid=729ca7c8-e816-48e1-a416-98c8a28603e8, infoPort=36031, infoSecurePort=0, ipcPort=41693, storageInfo=lv=-57;cid=testClusterID;nsid=87793993;c=1732040453629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:20:54,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d 2024-11-19T18:20:54,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:54,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:54,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:20:54,691 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b with version=8 2024-11-19T18:20:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/hbase-staging 2024-11-19T18:20:54,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:54,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:54,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:54,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:54,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:54,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:54,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:20:54,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:54,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44007 2024-11-19T18:20:54,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44007 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-19T18:20:54,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440070x0, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:54,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44007-0x1013175c98b0003 connected 2024-11-19T18:20:54,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:54,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:54,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Set watcher on znode that does not yet exist, /11238489818/running 2024-11-19T18:20:54,711 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b, hbase.cluster.distributed=false 2024-11-19T18:20:54,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Set watcher on znode that does not yet exist, /11238489818/acl 2024-11-19T18:20:54,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44007 2024-11-19T18:20:54,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44007 2024-11-19T18:20:54,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44007 2024-11-19T18:20:54,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44007 2024-11-19T18:20:54,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44007 2024-11-19T18:20:54,730 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:54,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:54,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:54,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:54,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:54,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:54,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:20:54,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:54,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34917 2024-11-19T18:20:54,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34917 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-19T18:20:54,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:54,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:54,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349170x0, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:54,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349170x0, quorum=127.0.0.1:49249, baseZNode=/11238489818 Set watcher on znode that does not yet exist, /11238489818/running 2024-11-19T18:20:54,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34917-0x1013175c98b0004 connected 2024-11-19T18:20:54,738 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:20:54,738 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:20:54,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Set watcher on znode that does not yet exist, /11238489818/master 2024-11-19T18:20:54,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Set watcher on znode that does not yet exist, /11238489818/acl 2024-11-19T18:20:54,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34917 2024-11-19T18:20:54,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34917 2024-11-19T18:20:54,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34917 2024-11-19T18:20:54,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34917 2024-11-19T18:20:54,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34917 2024-11-19T18:20:54,763 DEBUG [M:0;30db5f576be8:44007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:44007 2024-11-19T18:20:54,764 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11238489818/backup-masters/30db5f576be8,44007,1732040454693 2024-11-19T18:20:54,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818/backup-masters 2024-11-19T18:20:54,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818/backup-masters 2024-11-19T18:20:54,765 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Set watcher on existing znode=/11238489818/backup-masters/30db5f576be8,44007,1732040454693 2024-11-19T18:20:54,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:54,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11238489818/master 2024-11-19T18:20:54,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:54,768 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Set watcher on existing znode=/11238489818/master 2024-11-19T18:20:54,768 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11238489818/backup-masters/30db5f576be8,44007,1732040454693 from backup master directory 2024-11-19T18:20:54,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11238489818/backup-masters/30db5f576be8,44007,1732040454693 2024-11-19T18:20:54,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818/backup-masters 2024-11-19T18:20:54,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818/backup-masters 2024-11-19T18:20:54,770 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:54,770 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,44007,1732040454693 2024-11-19T18:20:54,773 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/hbase.id] with ID: 6022151b-e6f7-48bc-a9fd-0c618b3158f5 2024-11-19T18:20:54,773 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/.tmp/hbase.id 2024-11-19T18:20:54,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:20:55,178 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/.tmp/hbase.id]:[hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/hbase.id] 2024-11-19T18:20:55,188 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:55,188 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:20:55,189 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:20:55,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:55,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:55,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:20:55,600 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:55,601 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:20:55,601 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:55,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:20:55,616 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store 2024-11-19T18:20:55,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:20:55,622 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:55,622 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:20:55,622 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:55,622 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:55,622 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:20:55,622 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:55,622 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:55,623 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040455622Disabling compacts and flushes for region at 1732040455622Disabling writes for close at 1732040455622Writing region close event to WAL at 1732040455622Closed at 1732040455622 2024-11-19T18:20:55,623 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/.initializing 2024-11-19T18:20:55,623 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/WALs/30db5f576be8,44007,1732040454693 2024-11-19T18:20:55,624 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:55,626 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C44007%2C1732040454693, suffix=, logDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/WALs/30db5f576be8,44007,1732040454693, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/oldWALs, maxLogs=10 2024-11-19T18:20:55,650 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/WALs/30db5f576be8,44007,1732040454693/30db5f576be8%2C44007%2C1732040454693.1732040455627, exclude list is [], retry=0 2024-11-19T18:20:55,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46731,DS-8fc5848f-caf2-4c80-b8bb-0d8dce88529c,DISK] 2024-11-19T18:20:55,662 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/WALs/30db5f576be8,44007,1732040454693/30db5f576be8%2C44007%2C1732040454693.1732040455627 2024-11-19T18:20:55,662 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36031:36031)] 2024-11-19T18:20:55,662 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:55,662 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:55,663 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,663 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:20:55,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:55,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:55,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:20:55,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:55,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:55,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:20:55,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:55,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:55,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:20:55,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:55,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:55,675 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,676 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,676 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,677 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,677 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,678 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:55,679 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:55,681 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:55,681 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67149129, jitterRate=5.999952554702759E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:55,682 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040455663Initializing all the Stores at 1732040455664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040455664Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040455666 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040455666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040455666Cleaning up temporary data from old regions at 1732040455677 (+11 ms)Region opened successfully at 1732040455682 (+5 ms) 2024-11-19T18:20:55,682 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:20:55,685 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa42726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:55,686 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:20:55,686 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:20:55,686 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:20:55,687 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:20:55,687 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:20:55,687 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:20:55,687 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:20:55,690 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:20:55,691 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Unable to get data of znode /11238489818/balancer because node does not exist (not necessarily an error) 2024-11-19T18:20:55,692 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11238489818/balancer already deleted, retry=false 2024-11-19T18:20:55,693 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:20:55,693 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Unable to get data of znode /11238489818/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:20:55,696 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11238489818/normalizer already deleted, retry=false 2024-11-19T18:20:55,696 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:20:55,697 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Unable to get data of znode /11238489818/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:20:55,699 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11238489818/switch/split already deleted, retry=false 2024-11-19T18:20:55,705 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Unable to get data of znode /11238489818/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:20:55,706 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11238489818/switch/merge already deleted, retry=false 2024-11-19T18:20:55,709 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Unable to get data of znode /11238489818/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:20:55,710 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11238489818/snapshot-cleanup already deleted, retry=false 2024-11-19T18:20:55,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11238489818/running 2024-11-19T18:20:55,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11238489818/running 2024-11-19T18:20:55,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:55,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:55,717 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,44007,1732040454693, sessionid=0x1013175c98b0003, setting cluster-up flag (Was=false) 2024-11-19T18:20:55,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:55,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:55,725 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11238489818/flush-table-proc/acquired, /11238489818/flush-table-proc/reached, /11238489818/flush-table-proc/abort 2024-11-19T18:20:55,726 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,44007,1732040454693 2024-11-19T18:20:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:55,739 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11238489818/online-snapshot/acquired, /11238489818/online-snapshot/reached, /11238489818/online-snapshot/abort 2024-11-19T18:20:55,740 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,44007,1732040454693 2024-11-19T18:20:55,742 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:20:55,744 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:55,744 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:20:55,744 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:20:55,744 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,44007,1732040454693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:20:55,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:55,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:55,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:55,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:55,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:20:55,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:55,746 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:55,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:20:55,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:55,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:20:55,758 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040485758 2024-11-19T18:20:55,759 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:20:55,759 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:20:55,759 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:20:55,759 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:20:55,759 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:20:55,759 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:20:55,759 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,774 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:20:55,774 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:20:55,775 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:20:55,775 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:20:55,775 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(746): ClusterId : 6022151b-e6f7-48bc-a9fd-0c618b3158f5 2024-11-19T18:20:55,775 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:20:55,778 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:20:55,778 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:20:55,778 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:20:55,778 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:20:55,784 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:20:55,784 DEBUG [RS:0;30db5f576be8:34917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ab4b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:55,785 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040455778,5,FailOnTimeoutGroup] 2024-11-19T18:20:55,785 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040455785,5,FailOnTimeoutGroup] 2024-11-19T18:20:55,785 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,785 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:20:55,785 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,785 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:20:55,793 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:20:55,793 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b 2024-11-19T18:20:55,810 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:34917 2024-11-19T18:20:55,810 INFO [RS:0;30db5f576be8:34917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:20:55,810 INFO [RS:0;30db5f576be8:34917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:20:55,810 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:20:55,811 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,44007,1732040454693 with port=34917, startcode=1732040454729 2024-11-19T18:20:55,812 DEBUG [RS:0;30db5f576be8:34917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:20:55,820 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:20:55,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,34917,1732040454729 2024-11-19T18:20:55,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44007 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,34917,1732040454729 2024-11-19T18:20:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741832_1008 (size=32) 2024-11-19T18:20:55,823 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b 2024-11-19T18:20:55,823 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45373 2024-11-19T18:20:55,823 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:20:55,830 DEBUG [RS:0;30db5f576be8:34917 {}] zookeeper.ZKUtil(111): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Set watcher on existing znode=/11238489818/rs/30db5f576be8,34917,1732040454729 2024-11-19T18:20:55,831 WARN [RS:0;30db5f576be8:34917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:55,831 INFO [RS:0;30db5f576be8:34917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:55,831 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729 2024-11-19T18:20:55,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818/rs 2024-11-19T18:20:55,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,34917,1732040454729] 2024-11-19T18:20:55,844 INFO [RS:0;30db5f576be8:34917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:20:55,846 INFO [RS:0;30db5f576be8:34917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:20:55,848 INFO [RS:0;30db5f576be8:34917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:20:55,848 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,852 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:20:55,853 INFO [RS:0;30db5f576be8:34917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:20:55,853 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:55,853 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:55,854 DEBUG [RS:0;30db5f576be8:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:55,856 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,856 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,856 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,856 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,856 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,856 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,34917,1732040454729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:55,875 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:20:55,876 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,34917,1732040454729-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,876 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,876 INFO [RS:0;30db5f576be8:34917 {}] regionserver.Replication(171): 30db5f576be8,34917,1732040454729 started 2024-11-19T18:20:55,894 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:55,894 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,34917,1732040454729, RpcServer on 30db5f576be8/172.17.0.2:34917, sessionid=0x1013175c98b0004 2024-11-19T18:20:55,894 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:20:55,894 DEBUG [RS:0;30db5f576be8:34917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,34917,1732040454729 2024-11-19T18:20:55,894 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,34917,1732040454729' 2024-11-19T18:20:55,894 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11238489818/flush-table-proc/abort' 2024-11-19T18:20:55,895 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11238489818/flush-table-proc/acquired' 2024-11-19T18:20:55,896 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:20:55,896 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:20:55,896 DEBUG [RS:0;30db5f576be8:34917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,34917,1732040454729 2024-11-19T18:20:55,896 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,34917,1732040454729' 2024-11-19T18:20:55,896 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11238489818/online-snapshot/abort' 2024-11-19T18:20:55,897 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11238489818/online-snapshot/acquired' 2024-11-19T18:20:55,897 DEBUG [RS:0;30db5f576be8:34917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:20:55,897 INFO [RS:0;30db5f576be8:34917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:20:55,897 INFO [RS:0;30db5f576be8:34917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:20:55,998 INFO [RS:0;30db5f576be8:34917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:55,999 INFO [RS:0;30db5f576be8:34917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C34917%2C1732040454729, suffix=, logDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/oldWALs, maxLogs=10 2024-11-19T18:20:56,018 DEBUG [RS:0;30db5f576be8:34917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000, exclude list is [], retry=0 2024-11-19T18:20:56,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46731,DS-8fc5848f-caf2-4c80-b8bb-0d8dce88529c,DISK] 2024-11-19T18:20:56,025 INFO [RS:0;30db5f576be8:34917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 2024-11-19T18:20:56,028 DEBUG [RS:0;30db5f576be8:34917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36031:36031)] 2024-11-19T18:20:56,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:56,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:56,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:56,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:56,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:56,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:56,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:56,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:56,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:56,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:56,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:56,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:56,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:56,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:56,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:56,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:56,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:56,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:56,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740 2024-11-19T18:20:56,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740 2024-11-19T18:20:56,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:56,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:56,237 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:56,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:56,248 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:56,249 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58829295, jitterRate=-0.12337519228458405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040456223Initializing all the Stores at 1732040456224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040456224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040456224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040456224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040456224Cleaning up temporary data from old regions at 1732040456237 (+13 ms)Region opened successfully at 1732040456249 (+12 ms) 2024-11-19T18:20:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:20:56,249 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:20:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:20:56,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:20:56,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:20:56,254 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:56,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040456249Disabling compacts and flushes for region at 1732040456249Disabling writes for close at 1732040456250 (+1 ms)Writing region close event to WAL at 1732040456254 (+4 ms)Closed at 1732040456254 2024-11-19T18:20:56,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:56,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:20:56,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:20:56,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:56,257 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:20:56,407 DEBUG [30db5f576be8:44007 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:20:56,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,34917,1732040454729 2024-11-19T18:20:56,409 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,34917,1732040454729, state=OPENING 2024-11-19T18:20:56,411 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:20:56,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:56,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:20:56,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11238489818/meta-region-server: CHANGED 2024-11-19T18:20:56,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11238489818/meta-region-server: CHANGED 2024-11-19T18:20:56,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:56,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,34917,1732040454729}] 2024-11-19T18:20:56,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T18:20:56,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:20:56,566 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:56,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:20:56,571 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:20:56,571 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:56,571 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:20:56,572 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C34917%2C1732040454729.meta, suffix=.meta, logDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/oldWALs, maxLogs=10 2024-11-19T18:20:56,586 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.meta.1732040456572.meta, exclude list is [], retry=0 2024-11-19T18:20:56,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46731,DS-8fc5848f-caf2-4c80-b8bb-0d8dce88529c,DISK] 2024-11-19T18:20:56,589 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.meta.1732040456572.meta 2024-11-19T18:20:56,589 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36031:36031)] 2024-11-19T18:20:56,589 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:56,589 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:56,589 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:20:56,590 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:20:56,590 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:20:56,590 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:20:56,590 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:56,590 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:20:56,590 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:20:56,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:56,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:56,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:56,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:56,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:56,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:56,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:56,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:56,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:56,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:56,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:56,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:56,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:56,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:56,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:56,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:56,595 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:56,596 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740 2024-11-19T18:20:56,597 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740 2024-11-19T18:20:56,598 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:56,598 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:56,598 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:56,599 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:56,599 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64121086, jitterRate=-0.04452136158943176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:56,600 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:20:56,600 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040456590Writing region info on filesystem at 1732040456590Initializing all the Stores at 1732040456590Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040456590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040456591 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040456591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040456591Cleaning up temporary data from old regions at 1732040456598 (+7 ms)Running coprocessor post-open hooks at 1732040456600 (+2 ms)Region opened successfully at 1732040456600 2024-11-19T18:20:56,601 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040456566 2024-11-19T18:20:56,602 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:20:56,602 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:20:56,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,34917,1732040454729 2024-11-19T18:20:56,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,34917,1732040454729, state=OPEN 2024-11-19T18:20:56,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11238489818/meta-region-server 2024-11-19T18:20:56,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11238489818/meta-region-server 2024-11-19T18:20:56,606 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,34917,1732040454729 2024-11-19T18:20:56,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11238489818/meta-region-server: CHANGED 2024-11-19T18:20:56,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11238489818/meta-region-server: CHANGED 2024-11-19T18:20:56,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:20:56,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,34917,1732040454729 in 192 msec 2024-11-19T18:20:56,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:20:56,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-19T18:20:56,610 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:56,610 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:20:56,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:56,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,34917,1732040454729, seqNum=-1] 2024-11-19T18:20:56,611 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:56,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:56,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 872 msec 2024-11-19T18:20:56,617 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040456616, completionTime=-1 2024-11-19T18:20:56,617 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:20:56,617 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:20:56,619 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:20:56,619 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040516619 2024-11-19T18:20:56,619 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040576619 2024-11-19T18:20:56,619 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T18:20:56,619 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44007,1732040454693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:56,619 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44007,1732040454693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:56,620 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44007,1732040454693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:56,620 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:44007, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:56,620 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:56,620 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:56,622 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:20:56,624 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.854sec 2024-11-19T18:20:56,624 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:20:56,624 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:20:56,624 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:20:56,624 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:20:56,624 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:20:56,624 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44007,1732040454693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:56,624 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44007,1732040454693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:20:56,627 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:20:56,627 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:20:56,627 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,44007,1732040454693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:56,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cea67a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:56,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,44007,-1 for getting cluster id 2024-11-19T18:20:56,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:20:56,662 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6022151b-e6f7-48bc-a9fd-0c618b3158f5' 2024-11-19T18:20:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:20:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6022151b-e6f7-48bc-a9fd-0c618b3158f5" 2024-11-19T18:20:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e969a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,44007,-1] 2024-11-19T18:20:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:20:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:20:56,664 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:20:56,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:20:56,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:56,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,34917,1732040454729, seqNum=-1] 2024-11-19T18:20:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:56,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:56,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,44007,1732040454693 2024-11-19T18:20:56,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-19T18:20:56,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:56,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/hadoop.log.dir so I do NOT create it in target/test-data/af928053-f228-3664-3760-fadf032e325b 2024-11-19T18:20:56,689 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:20:56,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/hadoop.tmp.dir so I do NOT create it in target/test-data/af928053-f228-3664-3760-fadf032e325b 2024-11-19T18:20:56,690 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:20:56,690 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b 2024-11-19T18:20:56,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:20:56,690 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/cluster_7509d20c-598f-a653-0a4c-7a4a4ff15198, deleteOnExit=true 2024-11-19T18:20:56,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:20:56,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/test.cache.data in system properties and HBase conf 2024-11-19T18:20:56,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:20:56,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:20:56,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:20:56,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:20:56,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:20:56,691 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:20:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:20:56,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:20:56,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:20:56,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013175c98b0005 connected 2024-11-19T18:20:56,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:56,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:56,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:56,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:56,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:20:56,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:56,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:56,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:56,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f46769{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/java.io.tmpdir/jetty-localhost-46333-hadoop-hdfs-3_4_1-tests_jar-_-any-12201362415029001229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:20:56,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:46333} 2024-11-19T18:20:56,941 INFO [Time-limited test {}] server.Server(415): Started @256030ms 2024-11-19T18:20:57,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:20:57,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:20:57,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:20:57,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:20:57,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:20:57,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:20:57,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:20:57,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19375c90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/java.io.tmpdir/jetty-localhost-45293-hadoop-hdfs-3_4_1-tests_jar-_-any-12192394287657156018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:20:57,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:45293} 2024-11-19T18:20:57,175 INFO [Time-limited test {}] server.Server(415): Started @256263ms 2024-11-19T18:20:57,176 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:20:57,280 WARN [Thread-3657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/cluster_7509d20c-598f-a653-0a4c-7a4a4ff15198/data/data1/current/BP-1940212129-172.17.0.2-1732040456714/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:57,280 WARN [Thread-3658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/cluster_7509d20c-598f-a653-0a4c-7a4a4ff15198/data/data2/current/BP-1940212129-172.17.0.2-1732040456714/current, will proceed with Du for space computation calculation, 2024-11-19T18:20:57,308 WARN [Thread-3645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:20:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c63851560f97758 with lease ID 0x81e25480cb9df88c: Processing first storage report for DS-423271cf-2a08-49c5-bcf9-426961ea0324 from datanode DatanodeRegistration(127.0.0.1:40995, datanodeUuid=45975e3d-0568-4dc3-b5fe-1e34ca8c5f04, infoPort=41841, infoSecurePort=0, ipcPort=41741, storageInfo=lv=-57;cid=testClusterID;nsid=1843597247;c=1732040456714) 2024-11-19T18:20:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c63851560f97758 with lease ID 0x81e25480cb9df88c: from storage DS-423271cf-2a08-49c5-bcf9-426961ea0324 node DatanodeRegistration(127.0.0.1:40995, datanodeUuid=45975e3d-0568-4dc3-b5fe-1e34ca8c5f04, infoPort=41841, infoSecurePort=0, ipcPort=41741, storageInfo=lv=-57;cid=testClusterID;nsid=1843597247;c=1732040456714), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T18:20:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c63851560f97758 with lease ID 0x81e25480cb9df88c: Processing first storage report for DS-bd81a9ce-acef-449d-b775-eb67d4b03633 from datanode DatanodeRegistration(127.0.0.1:40995, datanodeUuid=45975e3d-0568-4dc3-b5fe-1e34ca8c5f04, infoPort=41841, infoSecurePort=0, ipcPort=41741, storageInfo=lv=-57;cid=testClusterID;nsid=1843597247;c=1732040456714) 2024-11-19T18:20:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c63851560f97758 with lease ID 0x81e25480cb9df88c: from storage DS-bd81a9ce-acef-449d-b775-eb67d4b03633 node DatanodeRegistration(127.0.0.1:40995, datanodeUuid=45975e3d-0568-4dc3-b5fe-1e34ca8c5f04, infoPort=41841, infoSecurePort=0, ipcPort=41741, storageInfo=lv=-57;cid=testClusterID;nsid=1843597247;c=1732040456714), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:20:57,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b 2024-11-19T18:20:57,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:57,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:57,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:20:57,735 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30 with version=8 2024-11-19T18:20:57,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/hbase-staging 2024-11-19T18:20:57,738 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:57,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:57,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:57,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:57,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:57,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:57,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:20:57,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:57,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42471 2024-11-19T18:20:57,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42471 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-19T18:20:57,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424710x0, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:57,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42471-0x1013175c98b0006 connected 2024-11-19T18:20:57,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:57,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:57,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Set watcher on znode that does not yet exist, /2-1171296549/running 2024-11-19T18:20:57,765 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30, hbase.cluster.distributed=false 2024-11-19T18:20:57,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Set watcher on znode that does not yet exist, /2-1171296549/acl 2024-11-19T18:20:57,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-19T18:20:57,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42471 2024-11-19T18:20:57,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42471 2024-11-19T18:20:57,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-19T18:20:57,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-19T18:20:57,792 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:20:57,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:57,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:57,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:20:57,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:20:57,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:20:57,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:20:57,792 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:20:57,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35221 2024-11-19T18:20:57,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35221 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-19T18:20:57,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:57,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:57,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352210x0, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:20:57,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352210x0, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Set watcher on znode that does not yet exist, /2-1171296549/running 2024-11-19T18:20:57,803 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:20:57,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35221-0x1013175c98b0007 connected 2024-11-19T18:20:57,808 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:20:57,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Set watcher on znode that does not yet exist, /2-1171296549/master 2024-11-19T18:20:57,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Set watcher on znode that does not yet exist, /2-1171296549/acl 2024-11-19T18:20:57,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35221 2024-11-19T18:20:57,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35221 2024-11-19T18:20:57,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35221 2024-11-19T18:20:57,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35221 2024-11-19T18:20:57,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35221 2024-11-19T18:20:57,839 DEBUG [M:0;30db5f576be8:42471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:42471 2024-11-19T18:20:57,840 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1171296549/backup-masters/30db5f576be8,42471,1732040457738 2024-11-19T18:20:57,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549/backup-masters 2024-11-19T18:20:57,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549/backup-masters 2024-11-19T18:20:57,843 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Set watcher on existing znode=/2-1171296549/backup-masters/30db5f576be8,42471,1732040457738 2024-11-19T18:20:57,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1171296549/master 2024-11-19T18:20:57,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:57,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:57,845 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Set watcher on existing znode=/2-1171296549/master 2024-11-19T18:20:57,845 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1171296549/backup-masters/30db5f576be8,42471,1732040457738 from backup master directory 2024-11-19T18:20:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549/backup-masters 2024-11-19T18:20:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1171296549/backup-masters/30db5f576be8,42471,1732040457738 2024-11-19T18:20:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549/backup-masters 2024-11-19T18:20:57,848 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:57,848 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,42471,1732040457738 2024-11-19T18:20:57,854 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/hbase.id] with ID: 18ac3041-5d7d-4a0a-bc6e-a16ecbe96517 2024-11-19T18:20:57,854 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/.tmp/hbase.id 2024-11-19T18:20:57,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:20:58,265 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/.tmp/hbase.id]:[hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/hbase.id] 2024-11-19T18:20:58,273 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:20:58,273 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:20:58,274 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:20:58,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:58,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:58,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:20:58,419 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:20:58,687 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:20:58,688 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:20:58,692 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:58,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:20:59,019 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:20:59,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:20:59,107 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store 2024-11-19T18:20:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:20:59,116 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:59,117 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:20:59,117 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:59,117 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:59,117 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:20:59,117 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:59,117 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:20:59,117 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040459117Disabling compacts and flushes for region at 1732040459117Disabling writes for close at 1732040459117Writing region close event to WAL at 1732040459117Closed at 1732040459117 2024-11-19T18:20:59,118 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/.initializing 2024-11-19T18:20:59,118 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/WALs/30db5f576be8,42471,1732040457738 2024-11-19T18:20:59,119 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:59,121 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C42471%2C1732040457738, suffix=, logDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/WALs/30db5f576be8,42471,1732040457738, archiveDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/oldWALs, maxLogs=10 2024-11-19T18:20:59,144 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/WALs/30db5f576be8,42471,1732040457738/30db5f576be8%2C42471%2C1732040457738.1732040459122, exclude list is [], retry=0 2024-11-19T18:20:59,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40995,DS-423271cf-2a08-49c5-bcf9-426961ea0324,DISK] 2024-11-19T18:20:59,148 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/WALs/30db5f576be8,42471,1732040457738/30db5f576be8%2C42471%2C1732040457738.1732040459122 2024-11-19T18:20:59,149 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T18:20:59,149 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:59,149 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:59,149 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,149 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:20:59,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:59,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:20:59,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:59,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:20:59,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:59,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:20:59,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:20:59,164 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,165 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,165 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,166 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,166 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,167 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:59,168 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:20:59,170 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:59,170 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74765137, jitterRate=0.11408735811710358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:59,170 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040459149Initializing all the Stores at 1732040459150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040459150Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040459155 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040459155Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040459155Cleaning up temporary data from old regions at 1732040459166 (+11 ms)Region opened successfully at 1732040459170 (+4 ms) 2024-11-19T18:20:59,172 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:20:59,175 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100ade77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:59,176 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:20:59,176 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:20:59,176 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:20:59,177 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:20:59,178 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T18:20:59,179 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:20:59,179 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:20:59,182 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:20:59,183 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Unable to get data of znode /2-1171296549/balancer because node does not exist (not necessarily an error) 2024-11-19T18:20:59,184 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1171296549/balancer already deleted, retry=false 2024-11-19T18:20:59,185 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:20:59,185 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Unable to get data of znode /2-1171296549/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:20:59,187 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1171296549/normalizer already deleted, retry=false 2024-11-19T18:20:59,187 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:20:59,189 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Unable to get data of znode /2-1171296549/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:20:59,191 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1171296549/switch/split already deleted, retry=false 2024-11-19T18:20:59,192 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Unable to get data of znode /2-1171296549/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:20:59,193 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1171296549/switch/merge already deleted, retry=false 2024-11-19T18:20:59,195 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Unable to get data of znode /2-1171296549/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:20:59,196 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1171296549/snapshot-cleanup already deleted, retry=false 2024-11-19T18:20:59,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1171296549/running 2024-11-19T18:20:59,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1171296549/running 2024-11-19T18:20:59,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:59,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:59,199 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,42471,1732040457738, sessionid=0x1013175c98b0006, setting cluster-up flag (Was=false) 2024-11-19T18:20:59,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:59,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:59,210 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1171296549/flush-table-proc/acquired, /2-1171296549/flush-table-proc/reached, /2-1171296549/flush-table-proc/abort 2024-11-19T18:20:59,211 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,42471,1732040457738 2024-11-19T18:20:59,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:59,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:59,221 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1171296549/online-snapshot/acquired, /2-1171296549/online-snapshot/reached, /2-1171296549/online-snapshot/abort 2024-11-19T18:20:59,222 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,42471,1732040457738 2024-11-19T18:20:59,229 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:20:59,233 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:59,234 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:20:59,234 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:20:59,234 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,42471,1732040457738 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:20:59,236 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:59,236 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:59,236 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:59,236 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:20:59,236 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:20:59,236 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,236 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:59,236 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:59,244 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:20:59,245 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,245 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040489245 2024-11-19T18:20:59,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:20:59,245 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:20:59,246 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:20:59,246 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:20:59,246 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:20:59,246 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:20:59,246 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:20:59,246 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,246 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:20:59,246 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:20:59,246 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:20:59,246 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:20:59,252 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:20:59,252 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:20:59,254 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040459253,5,FailOnTimeoutGroup] 2024-11-19T18:20:59,254 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040459254,5,FailOnTimeoutGroup] 2024-11-19T18:20:59,254 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,254 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:20:59,254 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,254 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:20:59,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:20:59,261 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30 2024-11-19T18:20:59,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741832_1008 (size=32) 2024-11-19T18:20:59,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:59,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:59,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:59,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:59,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:59,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:59,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:59,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:59,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:59,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:59,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:59,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:59,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:59,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:59,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740 2024-11-19T18:20:59,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740 2024-11-19T18:20:59,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:59,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:59,294 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:59,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:59,299 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:20:59,299 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67180612, jitterRate=0.0010691285133361816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:59,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040459279Initializing all the Stores at 1732040459279Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040459279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040459279Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040459279Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040459279Cleaning up temporary data from old regions at 1732040459293 (+14 ms)Region opened successfully at 1732040459299 (+6 ms) 2024-11-19T18:20:59,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:20:59,300 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:20:59,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:20:59,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:20:59,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:20:59,300 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:20:59,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040459300Disabling compacts and flushes for region at 1732040459300Disabling writes for close at 1732040459300Writing region close event to WAL at 1732040459300Closed at 1732040459300 2024-11-19T18:20:59,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:59,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:20:59,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:20:59,303 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:59,304 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:20:59,333 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(746): ClusterId : 18ac3041-5d7d-4a0a-bc6e-a16ecbe96517 2024-11-19T18:20:59,333 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:20:59,335 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:20:59,335 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:20:59,338 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:20:59,338 DEBUG [RS:0;30db5f576be8:35221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de556d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:20:59,357 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:35221 2024-11-19T18:20:59,357 INFO [RS:0;30db5f576be8:35221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:20:59,357 INFO [RS:0;30db5f576be8:35221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:20:59,357 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:20:59,358 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,42471,1732040457738 with port=35221, startcode=1732040457791 2024-11-19T18:20:59,358 DEBUG [RS:0;30db5f576be8:35221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:20:59,361 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:20:59,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,35221,1732040457791 2024-11-19T18:20:59,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,35221,1732040457791 2024-11-19T18:20:59,370 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30 2024-11-19T18:20:59,370 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41549 2024-11-19T18:20:59,370 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:20:59,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549/rs 2024-11-19T18:20:59,375 DEBUG [RS:0;30db5f576be8:35221 {}] zookeeper.ZKUtil(111): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Set watcher on existing znode=/2-1171296549/rs/30db5f576be8,35221,1732040457791 2024-11-19T18:20:59,375 WARN [RS:0;30db5f576be8:35221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:20:59,375 INFO [RS:0;30db5f576be8:35221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:59,375 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791 2024-11-19T18:20:59,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,35221,1732040457791] 2024-11-19T18:20:59,388 INFO [RS:0;30db5f576be8:35221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:20:59,392 INFO [RS:0;30db5f576be8:35221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:20:59,396 INFO [RS:0;30db5f576be8:35221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:20:59,396 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,397 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:20:59,397 INFO [RS:0;30db5f576be8:35221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:20:59,397 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,397 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:59,398 DEBUG [RS:0;30db5f576be8:35221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:20:59,410 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,410 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,410 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,410 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,410 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,410 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35221,1732040457791-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:59,431 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:20:59,431 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35221,1732040457791-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,431 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,431 INFO [RS:0;30db5f576be8:35221 {}] regionserver.Replication(171): 30db5f576be8,35221,1732040457791 started 2024-11-19T18:20:59,451 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,451 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,35221,1732040457791, RpcServer on 30db5f576be8/172.17.0.2:35221, sessionid=0x1013175c98b0007 2024-11-19T18:20:59,451 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:20:59,451 DEBUG [RS:0;30db5f576be8:35221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,35221,1732040457791 2024-11-19T18:20:59,451 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,35221,1732040457791' 2024-11-19T18:20:59,451 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1171296549/flush-table-proc/abort' 2024-11-19T18:20:59,453 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1171296549/flush-table-proc/acquired' 2024-11-19T18:20:59,453 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:20:59,453 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:20:59,453 DEBUG [RS:0;30db5f576be8:35221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,35221,1732040457791 2024-11-19T18:20:59,453 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,35221,1732040457791' 2024-11-19T18:20:59,453 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1171296549/online-snapshot/abort' 2024-11-19T18:20:59,454 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1171296549/online-snapshot/acquired' 2024-11-19T18:20:59,454 DEBUG [RS:0;30db5f576be8:35221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:20:59,454 INFO [RS:0;30db5f576be8:35221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:20:59,454 INFO [RS:0;30db5f576be8:35221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:20:59,455 WARN [30db5f576be8:42471 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T18:20:59,555 INFO [RS:0;30db5f576be8:35221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:20:59,556 INFO [RS:0;30db5f576be8:35221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C35221%2C1732040457791, suffix=, logDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791, archiveDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/oldWALs, maxLogs=10 2024-11-19T18:20:59,578 DEBUG [RS:0;30db5f576be8:35221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556, exclude list is [], retry=0 2024-11-19T18:20:59,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40995,DS-423271cf-2a08-49c5-bcf9-426961ea0324,DISK] 2024-11-19T18:20:59,585 INFO [RS:0;30db5f576be8:35221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 2024-11-19T18:20:59,588 DEBUG [RS:0;30db5f576be8:35221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T18:20:59,705 DEBUG [30db5f576be8:42471 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:20:59,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,35221,1732040457791 2024-11-19T18:20:59,706 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,35221,1732040457791, state=OPENING 2024-11-19T18:20:59,708 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:20:59,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:59,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:20:59,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:20:59,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1171296549/meta-region-server: CHANGED 2024-11-19T18:20:59,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1171296549/meta-region-server: CHANGED 2024-11-19T18:20:59,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,35221,1732040457791}] 2024-11-19T18:20:59,862 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:20:59,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:20:59,868 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:20:59,868 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:20:59,869 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:20:59,870 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C35221%2C1732040457791.meta, suffix=.meta, logDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791, archiveDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/oldWALs, maxLogs=10 2024-11-19T18:20:59,892 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.meta.1732040459871.meta, exclude list is [], retry=0 2024-11-19T18:20:59,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40995,DS-423271cf-2a08-49c5-bcf9-426961ea0324,DISK] 2024-11-19T18:20:59,896 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.meta.1732040459871.meta 2024-11-19T18:20:59,897 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T18:20:59,897 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:20:59,897 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:20:59,897 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:20:59,898 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:20:59,898 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:20:59,898 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:20:59,898 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:20:59,898 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:20:59,898 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:20:59,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:20:59,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:20:59,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:59,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:20:59,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:20:59,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:59,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:20:59,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:20:59,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:59,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:20:59,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:20:59,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:20:59,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:20:59,908 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:20:59,909 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740 2024-11-19T18:20:59,910 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740 2024-11-19T18:20:59,911 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:20:59,911 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:20:59,912 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:20:59,913 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:20:59,914 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67370776, jitterRate=0.0039027929306030273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:20:59,914 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:20:59,914 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040459898Writing region info on filesystem at 1732040459898Initializing all the Stores at 1732040459899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040459899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040459899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040459899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040459899Cleaning up temporary data from old regions at 1732040459911 (+12 ms)Running coprocessor post-open hooks at 1732040459914 (+3 ms)Region opened successfully at 1732040459914 2024-11-19T18:20:59,915 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040459862 2024-11-19T18:20:59,918 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:20:59,918 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:20:59,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,35221,1732040457791 2024-11-19T18:20:59,919 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,35221,1732040457791, state=OPEN 2024-11-19T18:20:59,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1171296549/meta-region-server 2024-11-19T18:20:59,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1171296549/meta-region-server 2024-11-19T18:20:59,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1171296549/meta-region-server: CHANGED 2024-11-19T18:20:59,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1171296549/meta-region-server: CHANGED 2024-11-19T18:20:59,922 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,35221,1732040457791 2024-11-19T18:20:59,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:20:59,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,35221,1732040457791 in 212 msec 2024-11-19T18:20:59,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:20:59,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-19T18:20:59,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:20:59,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:20:59,928 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:20:59,929 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35221,1732040457791, seqNum=-1] 2024-11-19T18:20:59,929 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:20:59,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:20:59,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 702 msec 2024-11-19T18:20:59,936 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040459936, completionTime=-1 2024-11-19T18:20:59,936 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:20:59,936 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:20:59,938 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:20:59,938 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040519938 2024-11-19T18:20:59,938 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040579938 2024-11-19T18:20:59,939 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T18:20:59,939 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42471,1732040457738-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,939 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42471,1732040457738-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,939 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42471,1732040457738-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,939 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:42471, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,939 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,941 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:20:59,944 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:20:59,948 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.100sec 2024-11-19T18:20:59,949 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:20:59,949 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:20:59,949 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:20:59,949 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:20:59,949 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:20:59,949 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42471,1732040457738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:20:59,949 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42471,1732040457738-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:20:59,951 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:20:59,951 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:20:59,951 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,42471,1732040457738-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:00,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe3fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:00,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42471,-1 for getting cluster id 2024-11-19T18:21:00,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:00,035 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18ac3041-5d7d-4a0a-bc6e-a16ecbe96517' 2024-11-19T18:21:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18ac3041-5d7d-4a0a-bc6e-a16ecbe96517" 2024-11-19T18:21:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a68e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42471,-1] 2024-11-19T18:21:00,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:00,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:00,037 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:00,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55996d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:00,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:00,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35221,1732040457791, seqNum=-1] 2024-11-19T18:21:00,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:00,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:00,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,42471,1732040457738 2024-11-19T18:21:00,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-19T18:21:00,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:00,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37697,1732040450914 2024-11-19T18:21:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@254cd24e 2024-11-19T18:21:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:00,054 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:00,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:00,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013175c98b0008 connected 2024-11-19T18:21:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:21:00,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:21:00,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:00,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:21:00,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:21:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:00,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:21:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:00,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c0d205755094c874c1619ae85d1a580, NAME => 'test,,1732040460054.6c0d205755094c874c1619ae85d1a580.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16 2024-11-19T18:21:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:21:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:00,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040460054.6c0d205755094c874c1619ae85d1a580.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:00,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6c0d205755094c874c1619ae85d1a580, disabling compactions & flushes 2024-11-19T18:21:00,884 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:00,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:00,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040460054.6c0d205755094c874c1619ae85d1a580. after waiting 0 ms 2024-11-19T18:21:00,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:00,884 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:00,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c0d205755094c874c1619ae85d1a580: Waiting for close lock at 1732040460884Disabling compacts and flushes for region at 1732040460884Disabling writes for close at 1732040460884Writing region close event to WAL at 1732040460884Closed at 1732040460884 2024-11-19T18:21:00,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:21:00,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040460054.6c0d205755094c874c1619ae85d1a580.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040460885"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040460885"}]},"ts":"1732040460885"} 2024-11-19T18:21:00,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:21:00,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:21:00,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040460889"}]},"ts":"1732040460889"} 2024-11-19T18:21:00,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:21:00,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c0d205755094c874c1619ae85d1a580, ASSIGN}] 2024-11-19T18:21:00,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c0d205755094c874c1619ae85d1a580, ASSIGN 2024-11-19T18:21:00,892 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6c0d205755094c874c1619ae85d1a580, ASSIGN; state=OFFLINE, location=30db5f576be8,40251,1732040450969; forceNewPlan=false, retain=false 2024-11-19T18:21:01,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c0d205755094c874c1619ae85d1a580, regionState=OPENING, regionLocation=30db5f576be8,40251,1732040450969 2024-11-19T18:21:01,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6c0d205755094c874c1619ae85d1a580, ASSIGN because future has completed 2024-11-19T18:21:01,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c0d205755094c874c1619ae85d1a580, server=30db5f576be8,40251,1732040450969}] 2024-11-19T18:21:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:01,202 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:01,202 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c0d205755094c874c1619ae85d1a580, NAME => 'test,,1732040460054.6c0d205755094c874c1619ae85d1a580.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:01,203 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:01,203 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:21:01,203 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,203 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040460054.6c0d205755094c874c1619ae85d1a580.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:01,203 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,203 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,204 INFO [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,206 INFO [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0d205755094c874c1619ae85d1a580 columnFamilyName f 2024-11-19T18:21:01,206 DEBUG [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:01,206 INFO [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] regionserver.HStore(327): Store=6c0d205755094c874c1619ae85d1a580/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:01,206 INFO [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,207 INFO [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0d205755094c874c1619ae85d1a580 columnFamilyName f1 2024-11-19T18:21:01,207 DEBUG [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:01,208 INFO [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] regionserver.HStore(327): Store=6c0d205755094c874c1619ae85d1a580/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:01,208 INFO [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,209 INFO [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0d205755094c874c1619ae85d1a580 columnFamilyName norep 2024-11-19T18:21:01,209 DEBUG [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:01,209 INFO [StoreOpener-6c0d205755094c874c1619ae85d1a580-1 {}] regionserver.HStore(327): Store=6c0d205755094c874c1619ae85d1a580/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:01,209 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,210 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,210 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,211 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,211 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,212 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:21:01,213 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,214 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:01,215 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6c0d205755094c874c1619ae85d1a580; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64296404, jitterRate=-0.04190891981124878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:21:01,215 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:01,216 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6c0d205755094c874c1619ae85d1a580: Running coprocessor pre-open hook at 1732040461203Writing region info on filesystem at 1732040461203Initializing all the Stores at 1732040461204 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040461204Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040461204Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040461204Cleaning up temporary data from old regions at 1732040461211 (+7 ms)Running coprocessor post-open hooks at 1732040461215 (+4 ms)Region opened successfully at 1732040461216 (+1 ms) 2024-11-19T18:21:01,217 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040460054.6c0d205755094c874c1619ae85d1a580., pid=6, masterSystemTime=1732040461198 2024-11-19T18:21:01,219 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:01,219 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:01,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c0d205755094c874c1619ae85d1a580, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,40251,1732040450969 2024-11-19T18:21:01,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c0d205755094c874c1619ae85d1a580, server=30db5f576be8,40251,1732040450969 because future has completed 2024-11-19T18:21:01,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:21:01,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c0d205755094c874c1619ae85d1a580, server=30db5f576be8,40251,1732040450969 in 177 msec 2024-11-19T18:21:01,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:21:01,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6c0d205755094c874c1619ae85d1a580, ASSIGN in 334 msec 2024-11-19T18:21:01,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:21:01,229 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040461229"}]},"ts":"1732040461229"} 2024-11-19T18:21:01,231 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:21:01,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:21:01,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-19T18:21:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:02,202 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:21:02,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:02,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,44007,1732040454693 2024-11-19T18:21:02,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c435681 2024-11-19T18:21:02,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:02,204 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:02,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:21:02,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:21:02,207 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:02,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:21:02,208 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:21:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:02,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:21:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:02,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0bd1c60e03144f65ac09f3f7835ff35, NAME => 'test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b 2024-11-19T18:21:02,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:21:02,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:02,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0bd1c60e03144f65ac09f3f7835ff35, disabling compactions & flushes 2024-11-19T18:21:02,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:02,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:02,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. after waiting 0 ms 2024-11-19T18:21:02,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:02,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:02,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0bd1c60e03144f65ac09f3f7835ff35: Waiting for close lock at 1732040462629Disabling compacts and flushes for region at 1732040462629Disabling writes for close at 1732040462629Writing region close event to WAL at 1732040462629Closed at 1732040462629 2024-11-19T18:21:02,630 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:21:02,631 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040462630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040462630"}]},"ts":"1732040462630"} 2024-11-19T18:21:02,633 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:21:02,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:21:02,637 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040462636"}]},"ts":"1732040462636"} 2024-11-19T18:21:02,638 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:21:02,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0bd1c60e03144f65ac09f3f7835ff35, ASSIGN}] 2024-11-19T18:21:02,640 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0bd1c60e03144f65ac09f3f7835ff35, ASSIGN 2024-11-19T18:21:02,641 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0bd1c60e03144f65ac09f3f7835ff35, ASSIGN; state=OFFLINE, location=30db5f576be8,34917,1732040454729; forceNewPlan=false, retain=false 2024-11-19T18:21:02,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0bd1c60e03144f65ac09f3f7835ff35, regionState=OPENING, regionLocation=30db5f576be8,34917,1732040454729 2024-11-19T18:21:02,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0bd1c60e03144f65ac09f3f7835ff35, ASSIGN because future has completed 2024-11-19T18:21:02,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0bd1c60e03144f65ac09f3f7835ff35, server=30db5f576be8,34917,1732040454729}] 2024-11-19T18:21:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:02,954 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:02,954 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0bd1c60e03144f65ac09f3f7835ff35, NAME => 'test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:02,954 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:02,954 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:21:02,954 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,954 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:02,954 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,955 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,956 INFO [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,957 INFO [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0bd1c60e03144f65ac09f3f7835ff35 columnFamilyName f 2024-11-19T18:21:02,957 DEBUG [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:02,957 INFO [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] regionserver.HStore(327): Store=f0bd1c60e03144f65ac09f3f7835ff35/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:02,957 INFO [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,959 INFO [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0bd1c60e03144f65ac09f3f7835ff35 columnFamilyName f1 2024-11-19T18:21:02,959 DEBUG [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:02,959 INFO [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] regionserver.HStore(327): Store=f0bd1c60e03144f65ac09f3f7835ff35/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:02,959 INFO [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,960 INFO [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0bd1c60e03144f65ac09f3f7835ff35 columnFamilyName norep 2024-11-19T18:21:02,960 DEBUG [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:02,960 INFO [StoreOpener-f0bd1c60e03144f65ac09f3f7835ff35-1 {}] regionserver.HStore(327): Store=f0bd1c60e03144f65ac09f3f7835ff35/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:02,960 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,961 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,961 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,962 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,962 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,962 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:21:02,963 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,965 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:02,965 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0bd1c60e03144f65ac09f3f7835ff35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74481762, jitterRate=0.109864741563797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:21:02,965 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:02,965 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0bd1c60e03144f65ac09f3f7835ff35: Running coprocessor pre-open hook at 1732040462955Writing region info on filesystem at 1732040462955Initializing all the Stores at 1732040462955Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040462955Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040462955Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040462955Cleaning up temporary data from old regions at 1732040462962 (+7 ms)Running coprocessor post-open hooks at 1732040462965 (+3 ms)Region opened successfully at 1732040462965 2024-11-19T18:21:02,966 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35., pid=6, masterSystemTime=1732040462947 2024-11-19T18:21:02,968 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:02,968 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:02,969 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0bd1c60e03144f65ac09f3f7835ff35, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,34917,1732040454729 2024-11-19T18:21:02,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0bd1c60e03144f65ac09f3f7835ff35, server=30db5f576be8,34917,1732040454729 because future has completed 2024-11-19T18:21:02,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:21:02,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0bd1c60e03144f65ac09f3f7835ff35, server=30db5f576be8,34917,1732040454729 in 177 msec 2024-11-19T18:21:02,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:21:02,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0bd1c60e03144f65ac09f3f7835ff35, ASSIGN in 334 msec 2024-11-19T18:21:02,976 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:21:02,976 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040462976"}]},"ts":"1732040462976"} 2024-11-19T18:21:02,977 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:21:02,978 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:21:02,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 773 msec 2024-11-19T18:21:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:03,342 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:21:03,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:03,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42471,1732040457738 2024-11-19T18:21:03,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cfc352 2024-11-19T18:21:03,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:03,344 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:03,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:21:03,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:21:03,347 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:03,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:21:03,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:21:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:03,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:21:03,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 304e835d6a7548ce8aa1e8e9287f18f5, NAME => 'test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30 2024-11-19T18:21:03,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:21:03,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:03,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 304e835d6a7548ce8aa1e8e9287f18f5, disabling compactions & flushes 2024-11-19T18:21:03,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:03,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:03,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. after waiting 0 ms 2024-11-19T18:21:03,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:03,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:03,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 304e835d6a7548ce8aa1e8e9287f18f5: Waiting for close lock at 1732040463361Disabling compacts and flushes for region at 1732040463361Disabling writes for close at 1732040463361Writing region close event to WAL at 1732040463361Closed at 1732040463361 2024-11-19T18:21:03,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:21:03,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040463362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040463362"}]},"ts":"1732040463362"} 2024-11-19T18:21:03,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:21:03,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:21:03,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040463372"}]},"ts":"1732040463372"} 2024-11-19T18:21:03,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:21:03,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=304e835d6a7548ce8aa1e8e9287f18f5, ASSIGN}] 2024-11-19T18:21:03,375 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=304e835d6a7548ce8aa1e8e9287f18f5, ASSIGN 2024-11-19T18:21:03,376 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=304e835d6a7548ce8aa1e8e9287f18f5, ASSIGN; state=OFFLINE, location=30db5f576be8,35221,1732040457791; forceNewPlan=false, retain=false 2024-11-19T18:21:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:03,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=304e835d6a7548ce8aa1e8e9287f18f5, regionState=OPENING, regionLocation=30db5f576be8,35221,1732040457791 2024-11-19T18:21:03,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=304e835d6a7548ce8aa1e8e9287f18f5, ASSIGN because future has completed 2024-11-19T18:21:03,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 304e835d6a7548ce8aa1e8e9287f18f5, server=30db5f576be8,35221,1732040457791}] 2024-11-19T18:21:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:03,688 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:03,688 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 304e835d6a7548ce8aa1e8e9287f18f5, NAME => 'test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:03,688 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:03,688 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:21:03,688 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,688 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:03,689 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,689 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,690 INFO [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,691 INFO [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304e835d6a7548ce8aa1e8e9287f18f5 columnFamilyName f 2024-11-19T18:21:03,691 DEBUG [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:03,691 INFO [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] regionserver.HStore(327): Store=304e835d6a7548ce8aa1e8e9287f18f5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:03,691 INFO [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,698 INFO [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304e835d6a7548ce8aa1e8e9287f18f5 columnFamilyName f1 2024-11-19T18:21:03,698 DEBUG [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:03,698 INFO [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] regionserver.HStore(327): Store=304e835d6a7548ce8aa1e8e9287f18f5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:03,699 INFO [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,699 INFO [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304e835d6a7548ce8aa1e8e9287f18f5 columnFamilyName norep 2024-11-19T18:21:03,700 DEBUG [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:03,700 INFO [StoreOpener-304e835d6a7548ce8aa1e8e9287f18f5-1 {}] regionserver.HStore(327): Store=304e835d6a7548ce8aa1e8e9287f18f5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:03,700 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,701 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,701 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,702 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,702 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,703 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:21:03,704 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,705 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:03,706 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 304e835d6a7548ce8aa1e8e9287f18f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73586184, jitterRate=0.0965195894241333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:21:03,706 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:03,706 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 304e835d6a7548ce8aa1e8e9287f18f5: Running coprocessor pre-open hook at 1732040463689Writing region info on filesystem at 1732040463689Initializing all the Stores at 1732040463689Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040463689Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040463690 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040463690Cleaning up temporary data from old regions at 1732040463702 (+12 ms)Running coprocessor post-open hooks at 1732040463706 (+4 ms)Region opened successfully at 1732040463706 2024-11-19T18:21:03,707 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5., pid=6, masterSystemTime=1732040463681 2024-11-19T18:21:03,709 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:03,709 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:03,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=304e835d6a7548ce8aa1e8e9287f18f5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,35221,1732040457791 2024-11-19T18:21:03,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 304e835d6a7548ce8aa1e8e9287f18f5, server=30db5f576be8,35221,1732040457791 because future has completed 2024-11-19T18:21:03,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:21:03,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 304e835d6a7548ce8aa1e8e9287f18f5, server=30db5f576be8,35221,1732040457791 in 183 msec 2024-11-19T18:21:03,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:21:03,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=304e835d6a7548ce8aa1e8e9287f18f5, ASSIGN in 339 msec 2024-11-19T18:21:03,716 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:21:03,716 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040463716"}]},"ts":"1732040463716"} 2024-11-19T18:21:03,717 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:21:03,718 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:21:03,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 373 msec 2024-11-19T18:21:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:03,972 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:21:03,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:03,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37697,-1 for getting cluster id 2024-11-19T18:21:03,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:03,976 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66814b9d-e8b9-4e2c-bb09-66f8b26a9d88' 2024-11-19T18:21:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66814b9d-e8b9-4e2c-bb09-66f8b26a9d88" 2024-11-19T18:21:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccb4994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37697,-1] 2024-11-19T18:21:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:03,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:03,978 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2840044c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:03,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:03,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,37697,1732040450914 2024-11-19T18:21:03,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38bb11d0 2024-11-19T18:21:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:03,982 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:03,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:44007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:21:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:21:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:03,986 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:44007' 2024-11-19T18:21:03,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345f60c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:03,987 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,44007,-1 for getting cluster id 2024-11-19T18:21:03,987 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:03,988 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6022151b-e6f7-48bc-a9fd-0c618b3158f5' 2024-11-19T18:21:03,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:03,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6022151b-e6f7-48bc-a9fd-0c618b3158f5" 2024-11-19T18:21:03,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdeea5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:03,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,44007,-1] 2024-11-19T18:21:03,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:03,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:03,990 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:03,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7754d224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:03,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:03,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,44007,1732040454693 2024-11-19T18:21:03,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d6b736a 2024-11-19T18:21:03,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:03,992 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:03,993 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T18:21:03,993 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:21:03,993 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:03,993 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:03,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:03,994 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:03,996 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:21:03,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:21:03,997 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:03,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:21:04,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:21:04,028 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd8156f0f402a58be9f7478ba8e6b90c, NAME => 'hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16 2024-11-19T18:21:04,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:21:04,046 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:21:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:04,420 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T18:21:04,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:04,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd8156f0f402a58be9f7478ba8e6b90c, disabling compactions & flushes 2024-11-19T18:21:04,439 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:04,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:04,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. after waiting 0 ms 2024-11-19T18:21:04,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:04,439 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:04,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd8156f0f402a58be9f7478ba8e6b90c: Waiting for close lock at 1732040464439Disabling compacts and flushes for region at 1732040464439Disabling writes for close at 1732040464439Writing region close event to WAL at 1732040464439Closed at 1732040464439 2024-11-19T18:21:04,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:21:04,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040464441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040464441"}]},"ts":"1732040464441"} 2024-11-19T18:21:04,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:21:04,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:21:04,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040464445"}]},"ts":"1732040464445"} 2024-11-19T18:21:04,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:21:04,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd8156f0f402a58be9f7478ba8e6b90c, ASSIGN}] 2024-11-19T18:21:04,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd8156f0f402a58be9f7478ba8e6b90c, ASSIGN 2024-11-19T18:21:04,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd8156f0f402a58be9f7478ba8e6b90c, ASSIGN; state=OFFLINE, location=30db5f576be8,40251,1732040450969; forceNewPlan=false, retain=false 2024-11-19T18:21:04,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd8156f0f402a58be9f7478ba8e6b90c, regionState=OPENING, regionLocation=30db5f576be8,40251,1732040450969 2024-11-19T18:21:04,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd8156f0f402a58be9f7478ba8e6b90c, ASSIGN because future has completed 2024-11-19T18:21:04,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd8156f0f402a58be9f7478ba8e6b90c, server=30db5f576be8,40251,1732040450969}] 2024-11-19T18:21:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:04,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:04,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:04,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:21:04,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C40251%2C1732040450969.rep, suffix=, logDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969, archiveDir=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/oldWALs, maxLogs=10 2024-11-19T18:21:04,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.rep.1732040464766, exclude list is [], retry=0 2024-11-19T18:21:04,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39047,DS-8cd924df-8eeb-4ee1-af6c-cd722093bf58,DISK] 2024-11-19T18:21:04,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.rep.1732040464766 2024-11-19T18:21:04,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39067:39067)] 2024-11-19T18:21:04,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bd8156f0f402a58be9f7478ba8e6b90c, NAME => 'hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:04,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:04,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:21:04,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. service=MultiRowMutationService 2024-11-19T18:21:04,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:21:04,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:04,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,796 INFO [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,798 INFO [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd8156f0f402a58be9f7478ba8e6b90c columnFamilyName hfileref 2024-11-19T18:21:04,798 DEBUG [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:04,798 INFO [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] regionserver.HStore(327): Store=bd8156f0f402a58be9f7478ba8e6b90c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:04,798 INFO [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,799 INFO [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd8156f0f402a58be9f7478ba8e6b90c columnFamilyName queue 2024-11-19T18:21:04,799 DEBUG [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:04,800 INFO [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] regionserver.HStore(327): Store=bd8156f0f402a58be9f7478ba8e6b90c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:04,800 INFO [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,801 INFO [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd8156f0f402a58be9f7478ba8e6b90c columnFamilyName sid 2024-11-19T18:21:04,801 DEBUG [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:04,801 INFO [StoreOpener-bd8156f0f402a58be9f7478ba8e6b90c-1 {}] regionserver.HStore(327): Store=bd8156f0f402a58be9f7478ba8e6b90c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:04,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/replication/bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/replication/bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:21:04,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/replication/bd8156f0f402a58be9f7478ba8e6b90c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:04,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bd8156f0f402a58be9f7478ba8e6b90c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58962654, jitterRate=-0.12138798832893372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:21:04,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:04,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bd8156f0f402a58be9f7478ba8e6b90c: Running coprocessor pre-open hook at 1732040464790Writing region info on filesystem at 1732040464790Initializing all the Stores at 1732040464792 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040464792Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040464796 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040464796Cleaning up temporary data from old regions at 1732040464803 (+7 ms)Running coprocessor post-open hooks at 1732040464807 (+4 ms)Region opened successfully at 1732040464807 2024-11-19T18:21:04,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c., pid=10, masterSystemTime=1732040464760 2024-11-19T18:21:04,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:04,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:04,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd8156f0f402a58be9f7478ba8e6b90c, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,40251,1732040450969 2024-11-19T18:21:04,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd8156f0f402a58be9f7478ba8e6b90c, server=30db5f576be8,40251,1732040450969 because future has completed 2024-11-19T18:21:04,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:21:04,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bd8156f0f402a58be9f7478ba8e6b90c, server=30db5f576be8,40251,1732040450969 in 209 msec 2024-11-19T18:21:04,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:21:04,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd8156f0f402a58be9f7478ba8e6b90c, ASSIGN in 372 msec 2024-11-19T18:21:04,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:21:04,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040464822"}]},"ts":"1732040464822"} 2024-11-19T18:21:04,824 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:21:04,825 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:21:04,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 830 msec 2024-11-19T18:21:04,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c., hostname=30db5f576be8,40251,1732040450969, seqNum=2] 2024-11-19T18:21:04,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:21:04,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:21:04,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:21:05,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:21:05,017 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:21:05,049 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,40251,1732040450969, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:21:05,050 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:05,050 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40251,1732040450969, seqNum=-1] 2024-11-19T18:21:05,050 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:05,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-19T18:21:05,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,40251,1732040450969', locateType=CURRENT is [region=hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c., hostname=30db5f576be8,40251,1732040450969, seqNum=2] 2024-11-19T18:21:05,056 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:21:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:21:05,059 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,40251,1732040450969 suceeded 2024-11-19T18:21:05,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:21:05,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-19T18:21:05,061 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:44007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:21:05,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0790 sec 2024-11-19T18:21:05,072 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:44007' 2024-11-19T18:21:05,073 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f86a798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:05,073 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,44007,-1 for getting cluster id 2024-11-19T18:21:05,074 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:05,074 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6022151b-e6f7-48bc-a9fd-0c618b3158f5' 2024-11-19T18:21:05,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6022151b-e6f7-48bc-a9fd-0c618b3158f5" 2024-11-19T18:21:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e830058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,44007,-1] 2024-11-19T18:21:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:05,076 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:05,076 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47ed0fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:05,077 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:05,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,44007,1732040454693 2024-11-19T18:21:05,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e9eb79b 2024-11-19T18:21:05,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:05,078 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-19T18:21:05,079 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,40251,1732040450969 (queues=1) is replicating from cluster=66814b9d-e8b9-4e2c-bb09-66f8b26a9d88 to cluster=6022151b-e6f7-48bc-a9fd-0c618b3158f5 2024-11-19T18:21:05,079 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C40251%2C1732040450969 2024-11-19T18:21:05,079 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,40251,1732040450969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:21:05,079 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C40251%2C1732040450969 2024-11-19T18:21:05,079 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563, startPosition=0, beingWritten=true 2024-11-19T18:21:05,085 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:05,085 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 379, reset compression=false 2024-11-19T18:21:05,085 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40251,1732040450969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:05,122 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:21:05,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:05,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:05,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:05,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:05,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:05,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:05,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,44007,-1 for getting cluster id 2024-11-19T18:21:05,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:05,125 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6022151b-e6f7-48bc-a9fd-0c618b3158f5' 2024-11-19T18:21:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6022151b-e6f7-48bc-a9fd-0c618b3158f5" 2024-11-19T18:21:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3991ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,44007,-1] 2024-11-19T18:21:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:05,127 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:05,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686a28bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:05,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,44007,1732040454693 2024-11-19T18:21:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13bc30f1 2024-11-19T18:21:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:05,129 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:05,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:42471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:21:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:21:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:05,132 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:42471' 2024-11-19T18:21:05,133 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4224c391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:05,133 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42471,-1 for getting cluster id 2024-11-19T18:21:05,133 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:05,134 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18ac3041-5d7d-4a0a-bc6e-a16ecbe96517' 2024-11-19T18:21:05,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:05,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18ac3041-5d7d-4a0a-bc6e-a16ecbe96517" 2024-11-19T18:21:05,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40420a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:05,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42471,-1] 2024-11-19T18:21:05,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:05,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:05,135 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:05,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52043eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:05,136 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:05,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42471,1732040457738 2024-11-19T18:21:05,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47eddac5 2024-11-19T18:21:05,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:05,137 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:05,137 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T18:21:05,149 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:21:05,149 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:05,149 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:05,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:05,149 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:05,151 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:21:05,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:21:05,151 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:05,152 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:21:05,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:21:05,201 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:21:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:05,290 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 379, reset compression=false 2024-11-19T18:21:05,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:21:05,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:05,565 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9294374d07787ea8c44e76018dd0179d, NAME => 'hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b 2024-11-19T18:21:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:21:05,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:05,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9294374d07787ea8c44e76018dd0179d, disabling compactions & flushes 2024-11-19T18:21:05,587 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:05,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:05,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. after waiting 0 ms 2024-11-19T18:21:05,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:05,587 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:05,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9294374d07787ea8c44e76018dd0179d: Waiting for close lock at 1732040465587Disabling compacts and flushes for region at 1732040465587Disabling writes for close at 1732040465587Writing region close event to WAL at 1732040465587Closed at 1732040465587 2024-11-19T18:21:05,589 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:21:05,589 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040465589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040465589"}]},"ts":"1732040465589"} 2024-11-19T18:21:05,594 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:21:05,594 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 379, reset compression=false 2024-11-19T18:21:05,595 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:21:05,595 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040465595"}]},"ts":"1732040465595"} 2024-11-19T18:21:05,598 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:21:05,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9294374d07787ea8c44e76018dd0179d, ASSIGN}] 2024-11-19T18:21:05,600 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9294374d07787ea8c44e76018dd0179d, ASSIGN 2024-11-19T18:21:05,601 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9294374d07787ea8c44e76018dd0179d, ASSIGN; state=OFFLINE, location=30db5f576be8,34917,1732040454729; forceNewPlan=false, retain=false 2024-11-19T18:21:05,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9294374d07787ea8c44e76018dd0179d, regionState=OPENING, regionLocation=30db5f576be8,34917,1732040454729 2024-11-19T18:21:05,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9294374d07787ea8c44e76018dd0179d, ASSIGN because future has completed 2024-11-19T18:21:05,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9294374d07787ea8c44e76018dd0179d, server=30db5f576be8,34917,1732040454729}] 2024-11-19T18:21:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:05,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:05,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:05,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:21:05,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C34917%2C1732040454729.rep, suffix=, logDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/oldWALs, maxLogs=10 2024-11-19T18:21:05,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.rep.1732040465926, exclude list is [], retry=0 2024-11-19T18:21:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46731,DS-8fc5848f-caf2-4c80-b8bb-0d8dce88529c,DISK] 2024-11-19T18:21:05,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.rep.1732040465926 2024-11-19T18:21:05,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36031:36031)] 2024-11-19T18:21:05,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9294374d07787ea8c44e76018dd0179d, NAME => 'hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:05,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:05,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:21:05,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. service=MultiRowMutationService 2024-11-19T18:21:05,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:21:05,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:05,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,977 INFO [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,979 INFO [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9294374d07787ea8c44e76018dd0179d columnFamilyName hfileref 2024-11-19T18:21:05,979 DEBUG [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:05,980 INFO [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] regionserver.HStore(327): Store=9294374d07787ea8c44e76018dd0179d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:05,980 INFO [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,981 INFO [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9294374d07787ea8c44e76018dd0179d columnFamilyName queue 2024-11-19T18:21:05,981 DEBUG [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:05,981 INFO [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] regionserver.HStore(327): Store=9294374d07787ea8c44e76018dd0179d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:05,982 INFO [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,982 INFO [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9294374d07787ea8c44e76018dd0179d columnFamilyName sid 2024-11-19T18:21:05,982 DEBUG [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:05,983 INFO [StoreOpener-9294374d07787ea8c44e76018dd0179d-1 {}] regionserver.HStore(327): Store=9294374d07787ea8c44e76018dd0179d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:05,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/replication/9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/replication/9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:21:05,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/replication/9294374d07787ea8c44e76018dd0179d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:05,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9294374d07787ea8c44e76018dd0179d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59098932, jitterRate=-0.11935728788375854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:21:05,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:05,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9294374d07787ea8c44e76018dd0179d: Running coprocessor pre-open hook at 1732040465964Writing region info on filesystem at 1732040465964Initializing all the Stores at 1732040465965 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040465965Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040465976 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040465976Cleaning up temporary data from old regions at 1732040465985 (+9 ms)Running coprocessor post-open hooks at 1732040465989 (+4 ms)Region opened successfully at 1732040465990 (+1 ms) 2024-11-19T18:21:05,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d., pid=10, masterSystemTime=1732040465916 2024-11-19T18:21:05,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:05,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:05,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9294374d07787ea8c44e76018dd0179d, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,34917,1732040454729 2024-11-19T18:21:05,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9294374d07787ea8c44e76018dd0179d, server=30db5f576be8,34917,1732040454729 because future has completed 2024-11-19T18:21:05,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:21:05,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9294374d07787ea8c44e76018dd0179d, server=30db5f576be8,34917,1732040454729 in 242 msec 2024-11-19T18:21:06,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:21:06,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9294374d07787ea8c44e76018dd0179d, ASSIGN in 401 msec 2024-11-19T18:21:06,001 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:21:06,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040466001"}]},"ts":"1732040466001"} 2024-11-19T18:21:06,002 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 379, reset compression=false 2024-11-19T18:21:06,003 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:21:06,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:21:06,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 855 msec 2024-11-19T18:21:06,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d., hostname=30db5f576be8,34917,1732040454729, seqNum=2] 2024-11-19T18:21:06,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:21:06,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:21:06,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:21:06,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:21:06,224 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:21:06,266 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,34917,1732040454729, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:21:06,267 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:06,267 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,34917,1732040454729, seqNum=-1] 2024-11-19T18:21:06,268 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:06,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T18:21:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:06,272 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,34917,1732040454729', locateType=CURRENT is [region=hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d., hostname=30db5f576be8,34917,1732040454729, seqNum=2] 2024-11-19T18:21:06,276 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:21:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:21:06,279 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,34917,1732040454729 suceeded 2024-11-19T18:21:06,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:21:06,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-19T18:21:06,284 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:42471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:21:06,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1540 sec 2024-11-19T18:21:06,305 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:42471' 2024-11-19T18:21:06,307 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c101260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:06,307 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42471,-1 for getting cluster id 2024-11-19T18:21:06,307 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:06,308 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18ac3041-5d7d-4a0a-bc6e-a16ecbe96517' 2024-11-19T18:21:06,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:06,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18ac3041-5d7d-4a0a-bc6e-a16ecbe96517" 2024-11-19T18:21:06,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@774e0cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:06,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42471,-1] 2024-11-19T18:21:06,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:06,311 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:06,312 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57fc833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:06,312 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:06,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42471,1732040457738 2024-11-19T18:21:06,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cf47fba 2024-11-19T18:21:06,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:06,316 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-19T18:21:06,317 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,34917,1732040454729 (queues=1) is replicating from cluster=6022151b-e6f7-48bc-a9fd-0c618b3158f5 to cluster=18ac3041-5d7d-4a0a-bc6e-a16ecbe96517 2024-11-19T18:21:06,317 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C34917%2C1732040454729 2024-11-19T18:21:06,317 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,34917,1732040454729, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:21:06,317 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000, startPosition=0, beingWritten=true 2024-11-19T18:21:06,331 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C34917%2C1732040454729 2024-11-19T18:21:06,336 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:06,336 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 379, reset compression=false 2024-11-19T18:21:06,336 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,34917,1732040454729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:06,517 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 379, reset compression=false 2024-11-19T18:21:06,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T18:21:06,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T18:21:06,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:21:06,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T18:21:06,539 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 379, reset compression=false 2024-11-19T18:21:06,843 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 379, reset compression=false 2024-11-19T18:21:07,145 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 379, reset compression=false 2024-11-19T18:21:07,264 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 379, reset compression=false 2024-11-19T18:21:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:07,282 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:21:07,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:07,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:07,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:07,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:07,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:07,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:07,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42471,-1 for getting cluster id 2024-11-19T18:21:07,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:07,283 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18ac3041-5d7d-4a0a-bc6e-a16ecbe96517' 2024-11-19T18:21:07,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:07,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18ac3041-5d7d-4a0a-bc6e-a16ecbe96517" 2024-11-19T18:21:07,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d03d458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:07,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42471,-1] 2024-11-19T18:21:07,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:07,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:07,285 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:07,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf931ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:07,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,42471,1732040457738 2024-11-19T18:21:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16008fbe 2024-11-19T18:21:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:07,287 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:07,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:44007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:21:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:21:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:07,290 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:44007' 2024-11-19T18:21:07,290 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278b0286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:07,290 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,44007,-1 for getting cluster id 2024-11-19T18:21:07,290 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:07,291 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6022151b-e6f7-48bc-a9fd-0c618b3158f5' 2024-11-19T18:21:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6022151b-e6f7-48bc-a9fd-0c618b3158f5" 2024-11-19T18:21:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34772255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,44007,-1] 2024-11-19T18:21:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:07,292 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:07,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5713d562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:07,292 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,44007,1732040454693 2024-11-19T18:21:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4344c1c1 2024-11-19T18:21:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:07,294 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:07,294 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T18:21:07,294 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:21:07,294 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:07,294 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:07,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:07,295 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:07,295 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:21:07,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:21:07,296 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:07,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:21:07,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:21:07,345 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:21:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:07,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60636d38c456538e6b0266fcd01afc86, NAME => 'hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30 2024-11-19T18:21:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:21:07,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:07,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 60636d38c456538e6b0266fcd01afc86, disabling compactions & flushes 2024-11-19T18:21:07,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:07,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:07,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. after waiting 0 ms 2024-11-19T18:21:07,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:07,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:07,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60636d38c456538e6b0266fcd01afc86: Waiting for close lock at 1732040467713Disabling compacts and flushes for region at 1732040467713Disabling writes for close at 1732040467713Writing region close event to WAL at 1732040467713Closed at 1732040467713 2024-11-19T18:21:07,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:21:07,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040467714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040467714"}]},"ts":"1732040467714"} 2024-11-19T18:21:07,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:21:07,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:21:07,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040467717"}]},"ts":"1732040467717"} 2024-11-19T18:21:07,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:21:07,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60636d38c456538e6b0266fcd01afc86, ASSIGN}] 2024-11-19T18:21:07,720 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60636d38c456538e6b0266fcd01afc86, ASSIGN 2024-11-19T18:21:07,721 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60636d38c456538e6b0266fcd01afc86, ASSIGN; state=OFFLINE, location=30db5f576be8,35221,1732040457791; forceNewPlan=false, retain=false 2024-11-19T18:21:07,768 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 379, reset compression=false 2024-11-19T18:21:07,848 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 379, reset compression=false 2024-11-19T18:21:07,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60636d38c456538e6b0266fcd01afc86, regionState=OPENING, regionLocation=30db5f576be8,35221,1732040457791 2024-11-19T18:21:07,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60636d38c456538e6b0266fcd01afc86, ASSIGN because future has completed 2024-11-19T18:21:07,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60636d38c456538e6b0266fcd01afc86, server=30db5f576be8,35221,1732040457791}] 2024-11-19T18:21:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:08,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:08,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:08,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:21:08,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C35221%2C1732040457791.rep, suffix=, logDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791, archiveDir=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/oldWALs, maxLogs=10 2024-11-19T18:21:08,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.rep.1732040468051, exclude list is [], retry=0 2024-11-19T18:21:08,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40995,DS-423271cf-2a08-49c5-bcf9-426961ea0324,DISK] 2024-11-19T18:21:08,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.rep.1732040468051 2024-11-19T18:21:08,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T18:21:08,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 60636d38c456538e6b0266fcd01afc86, NAME => 'hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:08,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:08,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:21:08,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. service=MultiRowMutationService 2024-11-19T18:21:08,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:21:08,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:08,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,120 INFO [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,122 INFO [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60636d38c456538e6b0266fcd01afc86 columnFamilyName hfileref 2024-11-19T18:21:08,122 DEBUG [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:08,122 INFO [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] regionserver.HStore(327): Store=60636d38c456538e6b0266fcd01afc86/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:08,123 INFO [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,124 INFO [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60636d38c456538e6b0266fcd01afc86 columnFamilyName queue 2024-11-19T18:21:08,124 DEBUG [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:08,124 INFO [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] regionserver.HStore(327): Store=60636d38c456538e6b0266fcd01afc86/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:08,124 INFO [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,125 INFO [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60636d38c456538e6b0266fcd01afc86 columnFamilyName sid 2024-11-19T18:21:08,126 DEBUG [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:08,126 INFO [StoreOpener-60636d38c456538e6b0266fcd01afc86-1 {}] regionserver.HStore(327): Store=60636d38c456538e6b0266fcd01afc86/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:08,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/replication/60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/replication/60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:21:08,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/replication/60636d38c456538e6b0266fcd01afc86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:08,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 60636d38c456538e6b0266fcd01afc86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74778570, jitterRate=0.11428752541542053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:21:08,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:08,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 60636d38c456538e6b0266fcd01afc86: Running coprocessor pre-open hook at 1732040468097Writing region info on filesystem at 1732040468097Initializing all the Stores at 1732040468098 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040468098Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040468108 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040468108Cleaning up temporary data from old regions at 1732040468129 (+21 ms)Running coprocessor post-open hooks at 1732040468138 (+9 ms)Region opened successfully at 1732040468138 2024-11-19T18:21:08,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86., pid=10, masterSystemTime=1732040468027 2024-11-19T18:21:08,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60636d38c456538e6b0266fcd01afc86, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,35221,1732040457791 2024-11-19T18:21:08,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60636d38c456538e6b0266fcd01afc86, server=30db5f576be8,35221,1732040457791 because future has completed 2024-11-19T18:21:08,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:08,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:08,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:21:08,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 60636d38c456538e6b0266fcd01afc86, server=30db5f576be8,35221,1732040457791 in 275 msec 2024-11-19T18:21:08,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:21:08,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60636d38c456538e6b0266fcd01afc86, ASSIGN in 432 msec 2024-11-19T18:21:08,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:21:08,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040468154"}]},"ts":"1732040468154"} 2024-11-19T18:21:08,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:21:08,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:21:08,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 863 msec 2024-11-19T18:21:08,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86., hostname=30db5f576be8,35221,1732040457791, seqNum=2] 2024-11-19T18:21:08,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:21:08,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:21:08,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:21:08,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:21:08,368 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:21:08,371 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 379, reset compression=false 2024-11-19T18:21:08,408 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,35221,1732040457791, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:21:08,409 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:08,409 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35221,1732040457791, seqNum=-1] 2024-11-19T18:21:08,409 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:08,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T18:21:08,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,35221,1732040457791', locateType=CURRENT is [region=hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86., hostname=30db5f576be8,35221,1732040457791, seqNum=2] 2024-11-19T18:21:08,415 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:21:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:21:08,417 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,35221,1732040457791 suceeded 2024-11-19T18:21:08,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:21:08,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-19T18:21:08,419 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:44007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:21:08,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1320 sec 2024-11-19T18:21:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:08,422 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:21:08,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:08,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:08,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:08,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:08,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:08,431 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:44007' 2024-11-19T18:21:08,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,37697,-1 for getting cluster id 2024-11-19T18:21:08,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:08,433 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66814b9d-e8b9-4e2c-bb09-66f8b26a9d88' 2024-11-19T18:21:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:08,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66814b9d-e8b9-4e2c-bb09-66f8b26a9d88" 2024-11-19T18:21:08,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1a342d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,37697,-1] 2024-11-19T18:21:08,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:08,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:08,435 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:08,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2847405c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,440 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f854ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,440 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,44007,-1 for getting cluster id 2024-11-19T18:21:08,441 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:08,441 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6022151b-e6f7-48bc-a9fd-0c618b3158f5' 2024-11-19T18:21:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6022151b-e6f7-48bc-a9fd-0c618b3158f5" 2024-11-19T18:21:08,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4223ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,44007,-1] 2024-11-19T18:21:08,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:08,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:08,442 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:08,445 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57ef90ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,445 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:08,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,44007,-1 for getting cluster id 2024-11-19T18:21:08,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:08,447 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6022151b-e6f7-48bc-a9fd-0c618b3158f5' 2024-11-19T18:21:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6022151b-e6f7-48bc-a9fd-0c618b3158f5" 2024-11-19T18:21:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62585239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,44007,-1] 2024-11-19T18:21:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:08,448 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:08,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367d94e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42471,-1 for getting cluster id 2024-11-19T18:21:08,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:08,451 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18ac3041-5d7d-4a0a-bc6e-a16ecbe96517' 2024-11-19T18:21:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18ac3041-5d7d-4a0a-bc6e-a16ecbe96517" 2024-11-19T18:21:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d9937a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42471,-1] 2024-11-19T18:21:08,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:08,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:08,457 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4853a105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,457 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,44007,1732040454693 2024-11-19T18:21:08,458 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62d2772f 2024-11-19T18:21:08,458 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:08,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:08,459 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-19T18:21:08,459 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,35221,1732040457791 (queues=1) is replicating from cluster=18ac3041-5d7d-4a0a-bc6e-a16ecbe96517 to cluster=6022151b-e6f7-48bc-a9fd-0c618b3158f5 2024-11-19T18:21:08,460 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C35221%2C1732040457791 2024-11-19T18:21:08,460 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,35221,1732040457791, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:21:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,40251,1732040450969, seqNum=-1] 2024-11-19T18:21:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:08,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:08,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732040460054.6c0d205755094c874c1619ae85d1a580., hostname=30db5f576be8,40251,1732040450969, seqNum=2] 2024-11-19T18:21:08,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:08,468 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35221,1732040457791, seqNum=-1] 2024-11-19T18:21:08,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:08,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:08,472 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5., hostname=30db5f576be8,35221,1732040457791, seqNum=2] 2024-11-19T18:21:08,474 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T18:21:08,476 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556, startPosition=0, beingWritten=true 2024-11-19T18:21:08,480 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C35221%2C1732040457791 2024-11-19T18:21:08,491 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:08,491 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 379, reset compression=false 2024-11-19T18:21:08,491 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35221,1732040457791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:08,653 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 379, reset compression=false 2024-11-19T18:21:08,672 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:21:08,672 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 480, reset compression=false 2024-11-19T18:21:08,672 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40251,1732040450969 got entry batch from reader: WALEntryBatch [walEntries=[{test/6c0d205755094c874c1619ae85d1a580/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T18:21:08,675 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:21:08,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-19T18:21:08,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:21:08,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cc0905e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,44007,-1 for getting cluster id 2024-11-19T18:21:08,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:08,681 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6022151b-e6f7-48bc-a9fd-0c618b3158f5' 2024-11-19T18:21:08,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:08,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6022151b-e6f7-48bc-a9fd-0c618b3158f5" 2024-11-19T18:21:08,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ecf7d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,44007,-1] 2024-11-19T18:21:08,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:08,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:08,683 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:08,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@643551a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:08,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:08,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,34917,1732040454729, seqNum=-1] 2024-11-19T18:21:08,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:08,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T18:21:08,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35., hostname=30db5f576be8,34917,1732040454729, seqNum=2] 2024-11-19T18:21:08,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:21:08,711 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 379, reset compression=false 2024-11-19T18:21:08,908 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 480, reset compression=false 2024-11-19T18:21:09,027 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 379, reset compression=false 2024-11-19T18:21:09,076 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 379, reset compression=false 2024-11-19T18:21:09,086 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:21:09,086 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 503, reset compression=false 2024-11-19T18:21:09,086 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,34917,1732040454729 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0bd1c60e03144f65ac09f3f7835ff35/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T18:21:09,089 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:21:09,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-19T18:21:09,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:21:09,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a153621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:09,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,42471,-1 for getting cluster id 2024-11-19T18:21:09,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:09,092 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18ac3041-5d7d-4a0a-bc6e-a16ecbe96517' 2024-11-19T18:21:09,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:09,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18ac3041-5d7d-4a0a-bc6e-a16ecbe96517" 2024-11-19T18:21:09,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@535d1cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:09,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,42471,-1] 2024-11-19T18:21:09,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:09,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:09,094 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:09,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@491d5a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:09,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:09,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35221,1732040457791, seqNum=-1] 2024-11-19T18:21:09,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:09,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T18:21:09,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5., hostname=30db5f576be8,35221,1732040457791, seqNum=2] 2024-11-19T18:21:09,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:21:09,216 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 480, reset compression=false 2024-11-19T18:21:09,309 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 503, reset compression=false 2024-11-19T18:21:09,435 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 379, reset compression=false 2024-11-19T18:21:09,440 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:09,440 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 526, reset compression=false 2024-11-19T18:21:09,440 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35221,1732040457791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:09,477 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T18:21:09,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:09,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,34917,1732040454729, seqNum=-1] 2024-11-19T18:21:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:09,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:09,483 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35., hostname=30db5f576be8,34917,1732040454729, seqNum=2] 2024-11-19T18:21:09,491 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T18:21:09,620 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 480, reset compression=false 2024-11-19T18:21:09,622 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 503, reset compression=false 2024-11-19T18:21:09,636 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:21:09,636 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,34917,1732040454729 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0bd1c60e03144f65ac09f3f7835ff35/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T18:21:09,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:21:09,641 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 607, reset compression=false 2024-11-19T18:21:09,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:21:09,643 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 526, reset compression=false 2024-11-19T18:21:09,650 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:09,650 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 653, reset compression=false 2024-11-19T18:21:09,650 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35221,1732040457791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:09,870 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 607, reset compression=false 2024-11-19T18:21:09,894 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 653, reset compression=false 2024-11-19T18:21:10,134 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 480, reset compression=false 2024-11-19T18:21:10,187 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 607, reset compression=false 2024-11-19T18:21:10,202 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 653, reset compression=false 2024-11-19T18:21:10,493 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T18:21:10,497 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T18:21:10,609 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 607, reset compression=false 2024-11-19T18:21:10,613 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 653, reset compression=false 2024-11-19T18:21:10,622 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:21:10,622 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 757, reset compression=false 2024-11-19T18:21:10,622 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35221,1732040457791 got entry batch from reader: WALEntryBatch [walEntries=[{test/304e835d6a7548ce8aa1e8e9287f18f5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T18:21:10,625 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:21:10,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-19T18:21:10,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:21:10,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:21:10,766 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 480, reset compression=false 2024-11-19T18:21:10,829 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 757, reset compression=false 2024-11-19T18:21:11,119 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 607, reset compression=false 2024-11-19T18:21:11,123 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:11,123 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 734, reset compression=false 2024-11-19T18:21:11,123 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,34917,1732040454729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:11,133 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 757, reset compression=false 2024-11-19T18:21:11,326 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 734, reset compression=false 2024-11-19T18:21:11,466 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:21:11,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,469 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 480, reset compression=false 2024-11-19T18:21:11,499 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T18:21:11,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,503 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T18:21:11,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:11,536 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 757, reset compression=false 2024-11-19T18:21:11,630 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 734, reset compression=false 2024-11-19T18:21:12,033 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 734, reset compression=false 2024-11-19T18:21:12,046 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 757, reset compression=false 2024-11-19T18:21:12,284 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 480, reset compression=false 2024-11-19T18:21:12,288 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:21:12,288 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:12,289 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40251,1732040450969 got entry batch from reader: WALEntryBatch [walEntries=[{test/6c0d205755094c874c1619ae85d1a580/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T18:21:12,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:21:12,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:21:12,492 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:12,505 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T18:21:12,548 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 734, reset compression=false 2024-11-19T18:21:12,553 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:21:12,553 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 881, reset compression=false 2024-11-19T18:21:12,553 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,34917,1732040454729 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0bd1c60e03144f65ac09f3f7835ff35/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T18:21:12,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:21:12,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:21:12,649 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 757, reset compression=false 2024-11-19T18:21:12,653 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:12,653 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 927, reset compression=false 2024-11-19T18:21:12,653 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35221,1732040457791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:12,756 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 881, reset compression=false 2024-11-19T18:21:12,796 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:12,857 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 927, reset compression=false 2024-11-19T18:21:13,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:13,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:21:13,052 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88741 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:21:13,059 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 881, reset compression=false 2024-11-19T18:21:13,160 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 927, reset compression=false 2024-11-19T18:21:13,199 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:13,463 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 881, reset compression=false 2024-11-19T18:21:13,507 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T18:21:13,511 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T18:21:13,564 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 927, reset compression=false 2024-11-19T18:21:13,702 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:13,966 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 881, reset compression=false 2024-11-19T18:21:13,970 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:21:13,970 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1040, reset compression=false 2024-11-19T18:21:13,971 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,34917,1732040454729 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0bd1c60e03144f65ac09f3f7835ff35/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T18:21:13,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:21:13,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:21:14,067 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 927, reset compression=false 2024-11-19T18:21:14,071 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:14,071 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1076, reset compression=false 2024-11-19T18:21:14,071 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35221,1732040457791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:14,174 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1040, reset compression=false 2024-11-19T18:21:14,275 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1076, reset compression=false 2024-11-19T18:21:14,306 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:14,477 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1040, reset compression=false 2024-11-19T18:21:14,512 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T18:21:14,516 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T18:21:14,578 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1076, reset compression=false 2024-11-19T18:21:14,582 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:21:14,582 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1235, reset compression=false 2024-11-19T18:21:14,582 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35221,1732040457791 got entry batch from reader: WALEntryBatch [walEntries=[{test/304e835d6a7548ce8aa1e8e9287f18f5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T18:21:14,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T18:21:14,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T18:21:14,785 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1235, reset compression=false 2024-11-19T18:21:14,880 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1040, reset compression=false 2024-11-19T18:21:14,884 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:14,884 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1189, reset compression=false 2024-11-19T18:21:14,884 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,34917,1732040454729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:15,009 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:15,087 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1189, reset compression=false 2024-11-19T18:21:15,088 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1235, reset compression=false 2024-11-19T18:21:15,391 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1189, reset compression=false 2024-11-19T18:21:15,491 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1235, reset compression=false 2024-11-19T18:21:15,518 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T18:21:15,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:21:15,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:15,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:15,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:15,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:15,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:21:15,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1665550362, stopped=false 2024-11-19T18:21:15,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,42471,1732040457738 2024-11-19T18:21:15,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:15,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1171296549/running 2024-11-19T18:21:15,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1171296549/running 2024-11-19T18:21:15,525 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:21:15,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:21:15,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:21:15,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:15,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:15,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:15,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,35221,1732040457791' ***** 2024-11-19T18:21:15,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:21:15,526 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:21:15,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Set watcher on znode that does not yet exist, /2-1171296549/running 2024-11-19T18:21:15,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Set watcher on znode that does not yet exist, /2-1171296549/running 2024-11-19T18:21:15,526 INFO [RS:0;30db5f576be8:35221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:21:15,527 INFO [RS:0;30db5f576be8:35221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:21:15,527 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(3091): Received CLOSE for 304e835d6a7548ce8aa1e8e9287f18f5 2024-11-19T18:21:15,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:21:15,527 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(3091): Received CLOSE for 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:15,527 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,35221,1732040457791 2024-11-19T18:21:15,527 INFO [RS:0;30db5f576be8:35221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:21:15,527 INFO [RS:0;30db5f576be8:35221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:35221. 2024-11-19T18:21:15,527 DEBUG [RS:0;30db5f576be8:35221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:15,527 DEBUG [RS:0;30db5f576be8:35221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:15,527 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 304e835d6a7548ce8aa1e8e9287f18f5, disabling compactions & flushes 2024-11-19T18:21:15,527 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:15,527 INFO [RS:0;30db5f576be8:35221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:21:15,527 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:15,527 INFO [RS:0;30db5f576be8:35221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:21:15,527 INFO [RS:0;30db5f576be8:35221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:21:15,527 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. after waiting 0 ms 2024-11-19T18:21:15,527 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:15,527 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:21:15,527 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 304e835d6a7548ce8aa1e8e9287f18f5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T18:21:15,528 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:21:15,528 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1325): Online Regions={304e835d6a7548ce8aa1e8e9287f18f5=test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5., 60636d38c456538e6b0266fcd01afc86=hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:21:15,528 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e835d6a7548ce8aa1e8e9287f18f5, 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:15,528 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:21:15,528 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:21:15,528 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:21:15,528 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:21:15,528 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:21:15,528 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:21:15,531 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:21:15,545 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/.tmp/f/9e8ef8ec78504311b5ef2ea056487f41 is 29, key is row1/f:/1732040473508/DeleteFamily/seqid=0 2024-11-19T18:21:15,546 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/info/b9f2d284b3f445cab51d1eb3fb0d96ac is 147, key is hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86./info:regioninfo/1732040468143/Put/seqid=0 2024-11-19T18:21:15,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741840_1016 (size=5152) 2024-11-19T18:21:15,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741841_1017 (size=7686) 2024-11-19T18:21:15,550 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/info/b9f2d284b3f445cab51d1eb3fb0d96ac 2024-11-19T18:21:15,568 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/ns/8d824f89dac345958de9af731f4e0ef1 is 43, key is default/ns:d/1732040459931/Put/seqid=0 2024-11-19T18:21:15,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741842_1018 (size=5153) 2024-11-19T18:21:15,728 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e835d6a7548ce8aa1e8e9287f18f5, 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:15,794 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1189, reset compression=false 2024-11-19T18:21:15,812 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:15,928 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e835d6a7548ce8aa1e8e9287f18f5, 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:15,949 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/.tmp/f/9e8ef8ec78504311b5ef2ea056487f41 2024-11-19T18:21:15,953 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e8ef8ec78504311b5ef2ea056487f41 2024-11-19T18:21:15,967 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/.tmp/f1/440d404f78ed4e8a85b01885b2c4c938 is 30, key is row1/f1:/1732040473508/DeleteFamily/seqid=0 2024-11-19T18:21:15,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741843_1019 (size=5158) 2024-11-19T18:21:15,972 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/ns/8d824f89dac345958de9af731f4e0ef1 2024-11-19T18:21:15,993 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/rep_barrier/6e5b32468b6f47ccb137cbaa4584004c is 112, key is test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5./rep_barrier:seqnumDuringOpen/1732040463709/Put/seqid=0 2024-11-19T18:21:15,995 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1235, reset compression=false 2024-11-19T18:21:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741844_1020 (size=5518) 2024-11-19T18:21:15,997 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/rep_barrier/6e5b32468b6f47ccb137cbaa4584004c 2024-11-19T18:21:15,999 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:15,999 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1482, reset compression=false 2024-11-19T18:21:15,999 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35221,1732040457791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:16,000 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30db5f576be8,35221,1732040457791: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30db5f576be8,35221,1732040457791, walGroup=30db5f576be8%2C35221%2C1732040457791, offset=30db5f576be8%2C35221%2C1732040457791.1732040459556:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:35221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T18:21:16,001 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T18:21:16,001 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T18:21:16,002 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T18:21:16,002 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T18:21:16,002 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T18:21:16,002 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 930580624 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 202508320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T18:21:16,002 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:42471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:42471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T18:21:16,019 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/table/5e887d80e4c54957abf0e2b6f243c182 is 53, key is hbase:replication/table:state/1732040468154/Put/seqid=0 2024-11-19T18:21:16,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741845_1021 (size=5308) 2024-11-19T18:21:16,128 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e835d6a7548ce8aa1e8e9287f18f5, 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:16,204 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1482, reset compression=false 2024-11-19T18:21:16,297 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1189, reset compression=false 2024-11-19T18:21:16,328 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e835d6a7548ce8aa1e8e9287f18f5, 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:16,371 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/.tmp/f1/440d404f78ed4e8a85b01885b2c4c938 2024-11-19T18:21:16,375 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 440d404f78ed4e8a85b01885b2c4c938 2024-11-19T18:21:16,389 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/.tmp/norep/637f7ceb5826470b8ad847403eb78ce7 is 33, key is row2/norep:/1732040474513/DeleteFamily/seqid=0 2024-11-19T18:21:16,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741846_1022 (size=5108) 2024-11-19T18:21:16,411 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:21:16,411 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:21:16,423 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/table/5e887d80e4c54957abf0e2b6f243c182 2024-11-19T18:21:16,427 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/info/b9f2d284b3f445cab51d1eb3fb0d96ac as hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/info/b9f2d284b3f445cab51d1eb3fb0d96ac 2024-11-19T18:21:16,430 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/info/b9f2d284b3f445cab51d1eb3fb0d96ac, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:21:16,431 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/ns/8d824f89dac345958de9af731f4e0ef1 as hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/ns/8d824f89dac345958de9af731f4e0ef1 2024-11-19T18:21:16,434 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/ns/8d824f89dac345958de9af731f4e0ef1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:21:16,434 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/rep_barrier/6e5b32468b6f47ccb137cbaa4584004c as hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/rep_barrier/6e5b32468b6f47ccb137cbaa4584004c 2024-11-19T18:21:16,438 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/rep_barrier/6e5b32468b6f47ccb137cbaa4584004c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:21:16,438 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/.tmp/table/5e887d80e4c54957abf0e2b6f243c182 as hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/table/5e887d80e4c54957abf0e2b6f243c182 2024-11-19T18:21:16,441 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/table/5e887d80e4c54957abf0e2b6f243c182, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:21:16,442 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false 2024-11-19T18:21:16,445 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:21:16,446 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:16,446 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:21:16,446 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:16,446 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040475528Running coprocessor pre-close hooks at 1732040475528Disabling compacts and flushes for region at 1732040475528Disabling writes for close at 1732040475528Obtaining lock to block concurrent updates at 1732040475528Preparing flush snapshotting stores in 1588230740 at 1732040475528Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040475528Flushing stores of hbase:meta,,1.1588230740 at 1732040475529 (+1 ms)Flushing 1588230740/info: creating writer at 1732040475529Flushing 1588230740/info: appending metadata at 1732040475546 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732040475546Flushing 1588230740/ns: creating writer at 1732040475554 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732040475568 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732040475568Flushing 1588230740/rep_barrier: creating writer at 1732040475975 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040475992 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040475992Flushing 1588230740/table: creating writer at 1732040476001 (+9 ms)Flushing 1588230740/table: appending metadata at 1732040476018 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732040476018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d1e77b: reopening flushed file at 1732040476426 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edaa0ee: reopening flushed file at 1732040476430 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be7f68b: reopening flushed file at 1732040476434 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e380792: reopening flushed file at 1732040476438 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false at 1732040476442 (+4 ms)Writing region close event to WAL at 1732040476443 (+1 ms)Running coprocessor post-close hooks at 1732040476446 (+3 ms)Closed at 1732040476446 2024-11-19T18:21:16,446 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:16,508 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1482, reset compression=false 2024-11-19T18:21:16,529 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1351): Waiting on 304e835d6a7548ce8aa1e8e9287f18f5, 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:16,716 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:16,729 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:21:16,729 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1325): Online Regions={304e835d6a7548ce8aa1e8e9287f18f5=test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5., 60636d38c456538e6b0266fcd01afc86=hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86.} 2024-11-19T18:21:16,729 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1351): Waiting on 304e835d6a7548ce8aa1e8e9287f18f5, 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:16,793 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/.tmp/norep/637f7ceb5826470b8ad847403eb78ce7 2024-11-19T18:21:16,797 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 637f7ceb5826470b8ad847403eb78ce7 2024-11-19T18:21:16,797 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/.tmp/f/9e8ef8ec78504311b5ef2ea056487f41 as hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/f/9e8ef8ec78504311b5ef2ea056487f41 2024-11-19T18:21:16,801 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e8ef8ec78504311b5ef2ea056487f41 2024-11-19T18:21:16,801 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/f/9e8ef8ec78504311b5ef2ea056487f41, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T18:21:16,802 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/.tmp/f1/440d404f78ed4e8a85b01885b2c4c938 as hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/f1/440d404f78ed4e8a85b01885b2c4c938 2024-11-19T18:21:16,805 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 440d404f78ed4e8a85b01885b2c4c938 2024-11-19T18:21:16,805 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/f1/440d404f78ed4e8a85b01885b2c4c938, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T18:21:16,805 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/.tmp/norep/637f7ceb5826470b8ad847403eb78ce7 as hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/norep/637f7ceb5826470b8ad847403eb78ce7 2024-11-19T18:21:16,809 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 637f7ceb5826470b8ad847403eb78ce7 2024-11-19T18:21:16,809 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/norep/637f7ceb5826470b8ad847403eb78ce7, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T18:21:16,810 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 304e835d6a7548ce8aa1e8e9287f18f5 in 1283ms, sequenceid=10, compaction requested=false 2024-11-19T18:21:16,813 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/data/default/test/304e835d6a7548ce8aa1e8e9287f18f5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T18:21:16,814 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:16,814 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:21:16,814 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:16,814 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 304e835d6a7548ce8aa1e8e9287f18f5: Waiting for close lock at 1732040475527Running coprocessor pre-close hooks at 1732040475527Disabling compacts and flushes for region at 1732040475527Disabling writes for close at 1732040475527Obtaining lock to block concurrent updates at 1732040475527Preparing flush snapshotting stores in 304e835d6a7548ce8aa1e8e9287f18f5 at 1732040475527Finished memstore snapshotting test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732040475528 (+1 ms)Flushing stores of test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. at 1732040475529 (+1 ms)Flushing 304e835d6a7548ce8aa1e8e9287f18f5/f: creating writer at 1732040475529Flushing 304e835d6a7548ce8aa1e8e9287f18f5/f: appending metadata at 1732040475544 (+15 ms)Flushing 304e835d6a7548ce8aa1e8e9287f18f5/f: closing flushed file at 1732040475544Flushing 304e835d6a7548ce8aa1e8e9287f18f5/f1: creating writer at 1732040475953 (+409 ms)Flushing 304e835d6a7548ce8aa1e8e9287f18f5/f1: appending metadata at 1732040475967 (+14 ms)Flushing 304e835d6a7548ce8aa1e8e9287f18f5/f1: closing flushed file at 1732040475967Flushing 304e835d6a7548ce8aa1e8e9287f18f5/norep: creating writer at 1732040476375 (+408 ms)Flushing 304e835d6a7548ce8aa1e8e9287f18f5/norep: appending metadata at 1732040476389 (+14 ms)Flushing 304e835d6a7548ce8aa1e8e9287f18f5/norep: closing flushed file at 1732040476389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34710da4: reopening flushed file at 1732040476797 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4513f644: reopening flushed file at 1732040476801 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4568265f: reopening flushed file at 1732040476805 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 304e835d6a7548ce8aa1e8e9287f18f5 in 1283ms, sequenceid=10, compaction requested=false at 1732040476810 (+5 ms)Writing region close event to WAL at 1732040476811 (+1 ms)Running coprocessor post-close hooks at 1732040476814 (+3 ms)Closed at 1732040476814 2024-11-19T18:21:16,814 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040463345.304e835d6a7548ce8aa1e8e9287f18f5. 2024-11-19T18:21:16,814 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60636d38c456538e6b0266fcd01afc86, disabling compactions & flushes 2024-11-19T18:21:16,814 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:16,814 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:16,814 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. after waiting 0 ms 2024-11-19T18:21:16,814 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:16,814 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60636d38c456538e6b0266fcd01afc86: Waiting for close lock at 1732040476814Running coprocessor pre-close hooks at 1732040476814Disabling compacts and flushes for region at 1732040476814Disabling writes for close at 1732040476814Failed flush hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86., putting online again at 1732040476814 2024-11-19T18:21:16,814 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:16,901 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1189, reset compression=false 2024-11-19T18:21:16,911 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 1482, reset compression=false 2024-11-19T18:21:16,915 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:16,916 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 2126, reset compression=false 2024-11-19T18:21:16,929 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(3091): Received CLOSE for 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:16,929 DEBUG [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1351): Waiting on 60636d38c456538e6b0266fcd01afc86 2024-11-19T18:21:16,929 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60636d38c456538e6b0266fcd01afc86, disabling compactions & flushes 2024-11-19T18:21:16,929 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:16,929 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:16,929 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. after waiting 0 ms 2024-11-19T18:21:16,929 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:16,929 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60636d38c456538e6b0266fcd01afc86: Waiting for close lock at 1732040476929Running coprocessor pre-close hooks at 1732040476929Disabling compacts and flushes for region at 1732040476929Disabling writes for close at 1732040476929Failed flush hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86., putting online again at 1732040476929 2024-11-19T18:21:16,929 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732040467294.60636d38c456538e6b0266fcd01afc86. 2024-11-19T18:21:17,119 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.1732040459556 to pos 2126, reset compression=false 2024-11-19T18:21:17,129 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T18:21:17,129 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,35221,1732040457791; all regions closed. 2024-11-19T18:21:17,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741834_1010 (size=4239) 2024-11-19T18:21:17,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/WALs/30db5f576be8,35221,1732040457791/30db5f576be8%2C35221%2C1732040457791.meta.1732040459871.meta not finished, retry = 0 2024-11-19T18:21:17,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741839_1015 (size=2171) 2024-11-19T18:21:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741833_1009 (size=2134) 2024-11-19T18:21:17,237 DEBUG [RS:0;30db5f576be8:35221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:17,237 INFO [RS:0;30db5f576be8:35221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:21:17,237 INFO [RS:0;30db5f576be8:35221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:21:17,237 INFO [RS:0;30db5f576be8:35221 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T18:21:17,237 INFO [RS:0;30db5f576be8:35221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:21:17,237 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:21:17,238 INFO [RS:0;30db5f576be8:35221 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,35221,1732040457791 because: Region server is closing 2024-11-19T18:21:17,238 INFO [RS:0;30db5f576be8:35221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:35221. 2024-11-19T18:21:17,238 DEBUG [RS:0;30db5f576be8:35221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:17,238 DEBUG [RS:0;30db5f576be8:35221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:17,238 DEBUG [RS:0;30db5f576be8:35221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:17,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:17,338 INFO [RS:0;30db5f576be8:35221 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.shipper30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 terminated 2024-11-19T18:21:17,339 INFO [RS:0;30db5f576be8:35221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:35221. 2024-11-19T18:21:17,338 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35221,1732040457791.replicationSource.wal-reader.30db5f576be8%2C35221%2C1732040457791,1-30db5f576be8,35221,1732040457791 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:21:17,339 DEBUG [RS:0;30db5f576be8:35221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:17,339 DEBUG [RS:0;30db5f576be8:35221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:17,339 DEBUG [RS:0;30db5f576be8:35221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:17,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:17,339 INFO [RS:0;30db5f576be8:35221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35221 2024-11-19T18:21:17,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1171296549/rs/30db5f576be8,35221,1732040457791 2024-11-19T18:21:17,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549/rs 2024-11-19T18:21:17,341 INFO [RS:0;30db5f576be8:35221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:21:17,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,35221,1732040457791] 2024-11-19T18:21:17,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1171296549/draining/30db5f576be8,35221,1732040457791 already deleted, retry=false 2024-11-19T18:21:17,345 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,35221,1732040457791 expired; onlineServers=0 2024-11-19T18:21:17,345 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,42471,1732040457738' ***** 2024-11-19T18:21:17,345 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:21:17,345 INFO [M:0;30db5f576be8:42471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:21:17,345 INFO [M:0;30db5f576be8:42471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:21:17,345 DEBUG [M:0;30db5f576be8:42471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:21:17,345 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:21:17,345 DEBUG [M:0;30db5f576be8:42471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:21:17,345 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040459254 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040459254,5,FailOnTimeoutGroup] 2024-11-19T18:21:17,345 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040459253 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040459253,5,FailOnTimeoutGroup] 2024-11-19T18:21:17,345 INFO [M:0;30db5f576be8:42471 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:21:17,345 INFO [M:0;30db5f576be8:42471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:21:17,345 DEBUG [M:0;30db5f576be8:42471 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:21:17,345 INFO [M:0;30db5f576be8:42471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:21:17,346 INFO [M:0;30db5f576be8:42471 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:21:17,346 INFO [M:0;30db5f576be8:42471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:21:17,346 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:21:17,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1171296549/master 2024-11-19T18:21:17,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1171296549 2024-11-19T18:21:17,346 DEBUG [M:0;30db5f576be8:42471 {}] zookeeper.ZKUtil(347): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Unable to get data of znode /2-1171296549/master because node does not exist (not an error) 2024-11-19T18:21:17,346 WARN [M:0;30db5f576be8:42471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:21:17,347 INFO [M:0;30db5f576be8:42471 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/.lastflushedseqids 2024-11-19T18:21:17,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741847_1023 (size=245) 2024-11-19T18:21:17,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:17,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35221-0x1013175c98b0007, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:17,444 INFO [RS:0;30db5f576be8:35221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:21:17,444 INFO [RS:0;30db5f576be8:35221 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,35221,1732040457791; zookeeper connection closed. 2024-11-19T18:21:17,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1eab7aa9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1eab7aa9 2024-11-19T18:21:17,444 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:21:17,604 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1189, reset compression=false 2024-11-19T18:21:17,719 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:17,751 INFO [M:0;30db5f576be8:42471 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:21:17,752 INFO [M:0;30db5f576be8:42471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:21:17,752 DEBUG [M:0;30db5f576be8:42471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:21:17,752 INFO [M:0;30db5f576be8:42471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:17,752 DEBUG [M:0;30db5f576be8:42471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:17,752 DEBUG [M:0;30db5f576be8:42471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:21:17,752 DEBUG [M:0;30db5f576be8:42471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:17,752 INFO [M:0;30db5f576be8:42471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T18:21:17,767 DEBUG [M:0;30db5f576be8:42471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/563e3276bdbb4c15967e08021dc7d238 is 82, key is hbase:meta,,1/info:regioninfo/1732040459918/Put/seqid=0 2024-11-19T18:21:17,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741848_1024 (size=5672) 2024-11-19T18:21:18,171 INFO [M:0;30db5f576be8:42471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/563e3276bdbb4c15967e08021dc7d238 2024-11-19T18:21:18,192 DEBUG [M:0;30db5f576be8:42471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d16a91760dd84feea710f739af4bc9ce is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732040468158/Put/seqid=0 2024-11-19T18:21:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741849_1025 (size=8515) 2024-11-19T18:21:18,407 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1189, reset compression=false 2024-11-19T18:21:18,596 INFO [M:0;30db5f576be8:42471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d16a91760dd84feea710f739af4bc9ce 2024-11-19T18:21:18,614 DEBUG [M:0;30db5f576be8:42471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bce9b423cea54297ae85bcf9c8b191d0 is 69, key is 30db5f576be8,35221,1732040457791/rs:state/1732040459362/Put/seqid=0 2024-11-19T18:21:18,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741850_1026 (size=5156) 2024-11-19T18:21:18,823 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:19,018 INFO [M:0;30db5f576be8:42471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bce9b423cea54297ae85bcf9c8b191d0 2024-11-19T18:21:19,022 DEBUG [M:0;30db5f576be8:42471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/563e3276bdbb4c15967e08021dc7d238 as hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/563e3276bdbb4c15967e08021dc7d238 2024-11-19T18:21:19,026 INFO [M:0;30db5f576be8:42471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/563e3276bdbb4c15967e08021dc7d238, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T18:21:19,026 DEBUG [M:0;30db5f576be8:42471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d16a91760dd84feea710f739af4bc9ce as hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d16a91760dd84feea710f739af4bc9ce 2024-11-19T18:21:19,030 INFO [M:0;30db5f576be8:42471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d16a91760dd84feea710f739af4bc9ce, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T18:21:19,030 DEBUG [M:0;30db5f576be8:42471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bce9b423cea54297ae85bcf9c8b191d0 as hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bce9b423cea54297ae85bcf9c8b191d0 2024-11-19T18:21:19,034 INFO [M:0;30db5f576be8:42471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bce9b423cea54297ae85bcf9c8b191d0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T18:21:19,035 INFO [M:0;30db5f576be8:42471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-19T18:21:19,036 INFO [M:0;30db5f576be8:42471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:19,036 DEBUG [M:0;30db5f576be8:42471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040477752Disabling compacts and flushes for region at 1732040477752Disabling writes for close at 1732040477752Obtaining lock to block concurrent updates at 1732040477752Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040477752Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732040477752Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040477753 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040477753Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040477766 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040477767 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040478175 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040478192 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040478192Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040478600 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040478613 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040478613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9b55a9: reopening flushed file at 1732040479022 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cac9614: reopening flushed file at 1732040479026 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f94eea: reopening flushed file at 1732040479030 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1732040479035 (+5 ms)Writing region close event to WAL at 1732040479036 (+1 ms)Closed at 1732040479036 2024-11-19T18:21:19,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40995 is added to blk_1073741830_1006 (size=63642) 2024-11-19T18:21:19,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00892b52-cdc9-6af4-15e7-9ce282051c30/MasterData/WALs/30db5f576be8,42471,1732040457738/30db5f576be8%2C42471%2C1732040457738.1732040459122 not finished, retry = 0 2024-11-19T18:21:19,139 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:21:19,139 INFO [M:0;30db5f576be8:42471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:21:19,139 INFO [M:0;30db5f576be8:42471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42471 2024-11-19T18:21:19,139 INFO [M:0;30db5f576be8:42471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:21:19,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:19,241 INFO [M:0;30db5f576be8:42471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:21:19,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x1013175c98b0006, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:19,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19375c90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:21:19,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:21:19,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:21:19,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:21:19,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/hadoop.log.dir/,STOPPED} 2024-11-19T18:21:19,246 WARN [BP-1940212129-172.17.0.2-1732040456714 heartbeating to localhost/127.0.0.1:41549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:21:19,246 WARN [BP-1940212129-172.17.0.2-1732040456714 heartbeating to localhost/127.0.0.1:41549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1940212129-172.17.0.2-1732040456714 (Datanode Uuid 45975e3d-0568-4dc3-b5fe-1e34ca8c5f04) service to localhost/127.0.0.1:41549 2024-11-19T18:21:19,246 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:21:19,246 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:21:19,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/cluster_7509d20c-598f-a653-0a4c-7a4a4ff15198/data/data1/current/BP-1940212129-172.17.0.2-1732040456714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:21:19,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/cluster_7509d20c-598f-a653-0a4c-7a4a4ff15198/data/data2/current/BP-1940212129-172.17.0.2-1732040456714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:21:19,247 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:21:19,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f46769{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:21:19,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:21:19,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:21:19,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:21:19,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/hadoop.log.dir/,STOPPED} 2024-11-19T18:21:19,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:21:19,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:21:19,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:19,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:19,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:19,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:19,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:19,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:21:19,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=295643506, stopped=false 2024-11-19T18:21:19,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,44007,1732040454693 2024-11-19T18:21:19,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11238489818/running 2024-11-19T18:21:19,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:21:19,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11238489818/running 2024-11-19T18:21:19,272 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:21:19,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:21:19,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:19,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:19,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:19,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,34917,1732040454729' ***** 2024-11-19T18:21:19,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:21:19,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Set watcher on znode that does not yet exist, /11238489818/running 2024-11-19T18:21:19,273 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:21:19,273 INFO [RS:0;30db5f576be8:34917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:21:19,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:21:19,273 INFO [RS:0;30db5f576be8:34917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:21:19,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Set watcher on znode that does not yet exist, /11238489818/running 2024-11-19T18:21:19,273 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(3091): Received CLOSE for 9294374d07787ea8c44e76018dd0179d 2024-11-19T18:21:19,274 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(3091): Received CLOSE for f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:19,274 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,34917,1732040454729 2024-11-19T18:21:19,274 INFO [RS:0;30db5f576be8:34917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:21:19,274 INFO [RS:0;30db5f576be8:34917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:34917. 2024-11-19T18:21:19,274 DEBUG [RS:0;30db5f576be8:34917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:19,274 DEBUG [RS:0;30db5f576be8:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:19,274 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9294374d07787ea8c44e76018dd0179d, disabling compactions & flushes 2024-11-19T18:21:19,274 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:19,274 INFO [RS:0;30db5f576be8:34917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:21:19,274 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:19,274 INFO [RS:0;30db5f576be8:34917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:21:19,274 INFO [RS:0;30db5f576be8:34917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:21:19,274 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. after waiting 0 ms 2024-11-19T18:21:19,274 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:19,274 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:21:19,274 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9294374d07787ea8c44e76018dd0179d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-19T18:21:19,274 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:21:19,274 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1325): Online Regions={9294374d07787ea8c44e76018dd0179d=hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d., 1588230740=hbase:meta,,1.1588230740, f0bd1c60e03144f65ac09f3f7835ff35=test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35.} 2024-11-19T18:21:19,274 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9294374d07787ea8c44e76018dd0179d, f0bd1c60e03144f65ac09f3f7835ff35 2024-11-19T18:21:19,274 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:21:19,274 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:21:19,274 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:21:19,274 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:21:19,274 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:21:19,274 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:21:19,289 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/info/54c7a93b0675468689d232fe23ac1a90 is 147, key is hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d./info:regioninfo/1732040465993/Put/seqid=0 2024-11-19T18:21:19,291 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:21:19,292 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/replication/9294374d07787ea8c44e76018dd0179d/.tmp/queue/fb3688c8c4b840c0ab4c06c0c72a7655 is 154, key is 1-30db5f576be8,34917,1732040454729/queue:30db5f576be8%2C34917%2C1732040454729/1732040474885/Put/seqid=0 2024-11-19T18:21:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741840_1016 (size=7686) 2024-11-19T18:21:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741841_1017 (size=5353) 2024-11-19T18:21:19,296 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/replication/9294374d07787ea8c44e76018dd0179d/.tmp/queue/fb3688c8c4b840c0ab4c06c0c72a7655 2024-11-19T18:21:19,300 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/replication/9294374d07787ea8c44e76018dd0179d/.tmp/queue/fb3688c8c4b840c0ab4c06c0c72a7655 as hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/replication/9294374d07787ea8c44e76018dd0179d/queue/fb3688c8c4b840c0ab4c06c0c72a7655 2024-11-19T18:21:19,303 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/replication/9294374d07787ea8c44e76018dd0179d/queue/fb3688c8c4b840c0ab4c06c0c72a7655, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T18:21:19,304 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9294374d07787ea8c44e76018dd0179d in 30ms, sequenceid=12, compaction requested=false 2024-11-19T18:21:19,306 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/replication/9294374d07787ea8c44e76018dd0179d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T18:21:19,307 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:19,307 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:21:19,307 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:19,307 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9294374d07787ea8c44e76018dd0179d: Waiting for close lock at 1732040479274Running coprocessor pre-close hooks at 1732040479274Disabling compacts and flushes for region at 1732040479274Disabling writes for close at 1732040479274Obtaining lock to block concurrent updates at 1732040479274Preparing flush snapshotting stores in 9294374d07787ea8c44e76018dd0179d at 1732040479274Finished memstore snapshotting hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732040479274Flushing stores of hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. at 1732040479275 (+1 ms)Flushing 9294374d07787ea8c44e76018dd0179d/queue: creating writer at 1732040479275Flushing 9294374d07787ea8c44e76018dd0179d/queue: appending metadata at 1732040479292 (+17 ms)Flushing 9294374d07787ea8c44e76018dd0179d/queue: closing flushed file at 1732040479292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c851e5: reopening flushed file at 1732040479299 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9294374d07787ea8c44e76018dd0179d in 30ms, sequenceid=12, compaction requested=false at 1732040479304 (+5 ms)Writing region close event to WAL at 1732040479304Running coprocessor post-close hooks at 1732040479307 (+3 ms)Closed at 1732040479307 2024-11-19T18:21:19,307 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040465149.9294374d07787ea8c44e76018dd0179d. 2024-11-19T18:21:19,307 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0bd1c60e03144f65ac09f3f7835ff35, disabling compactions & flushes 2024-11-19T18:21:19,307 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:19,308 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:19,308 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. after waiting 0 ms 2024-11-19T18:21:19,308 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:19,308 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0bd1c60e03144f65ac09f3f7835ff35 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T18:21:19,311 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1189, reset compression=false 2024-11-19T18:21:19,314 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:19,314 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1436, reset compression=false 2024-11-19T18:21:19,314 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,34917,1732040454729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:19,315 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30db5f576be8,34917,1732040454729: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30db5f576be8,34917,1732040454729, walGroup=30db5f576be8%2C34917%2C1732040454729, offset=30db5f576be8%2C34917%2C1732040454729.1732040456000:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:34917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T18:21:19,316 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T18:21:19,316 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T18:21:19,316 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T18:21:19,316 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T18:21:19,316 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T18:21:19,316 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 997689488 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 202832072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T18:21:19,317 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:44007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:44007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T18:21:19,326 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/.tmp/f/788b0738838f43d3bff563df8658121e is 29, key is row1/f:/1732040473508/DeleteFamily/seqid=0 2024-11-19T18:21:19,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741842_1018 (size=5152) 2024-11-19T18:21:19,329 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/.tmp/f/788b0738838f43d3bff563df8658121e 2024-11-19T18:21:19,332 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 788b0738838f43d3bff563df8658121e 2024-11-19T18:21:19,346 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/.tmp/f1/c0eff91c35f44d1492f7c1fb37b2c5f2 is 30, key is row1/f1:/1732040473508/DeleteFamily/seqid=0 2024-11-19T18:21:19,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741843_1019 (size=5158) 2024-11-19T18:21:19,350 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/.tmp/f1/c0eff91c35f44d1492f7c1fb37b2c5f2 2024-11-19T18:21:19,353 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0eff91c35f44d1492f7c1fb37b2c5f2 2024-11-19T18:21:19,367 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/.tmp/norep/dca3f15d44744d39bbb4ef06dd8a21b0 is 33, key is row1/norep:/1732040473508/DeleteFamily/seqid=0 2024-11-19T18:21:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741844_1020 (size=5108) 2024-11-19T18:21:19,370 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/.tmp/norep/dca3f15d44744d39bbb4ef06dd8a21b0 2024-11-19T18:21:19,374 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dca3f15d44744d39bbb4ef06dd8a21b0 2024-11-19T18:21:19,374 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/.tmp/f/788b0738838f43d3bff563df8658121e as hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/f/788b0738838f43d3bff563df8658121e 2024-11-19T18:21:19,377 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 788b0738838f43d3bff563df8658121e 2024-11-19T18:21:19,377 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/f/788b0738838f43d3bff563df8658121e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T18:21:19,378 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/.tmp/f1/c0eff91c35f44d1492f7c1fb37b2c5f2 as hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/f1/c0eff91c35f44d1492f7c1fb37b2c5f2 2024-11-19T18:21:19,381 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0eff91c35f44d1492f7c1fb37b2c5f2 2024-11-19T18:21:19,381 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/f1/c0eff91c35f44d1492f7c1fb37b2c5f2, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T18:21:19,381 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/.tmp/norep/dca3f15d44744d39bbb4ef06dd8a21b0 as hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/norep/dca3f15d44744d39bbb4ef06dd8a21b0 2024-11-19T18:21:19,384 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dca3f15d44744d39bbb4ef06dd8a21b0 2024-11-19T18:21:19,385 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/norep/dca3f15d44744d39bbb4ef06dd8a21b0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T18:21:19,385 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f0bd1c60e03144f65ac09f3f7835ff35 in 77ms, sequenceid=10, compaction requested=false 2024-11-19T18:21:19,385 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T18:21:19,389 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/default/test/f0bd1c60e03144f65ac09f3f7835ff35/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T18:21:19,390 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:19,390 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:21:19,390 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:19,390 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0bd1c60e03144f65ac09f3f7835ff35: Waiting for close lock at 1732040479307Running coprocessor pre-close hooks at 1732040479307Disabling compacts and flushes for region at 1732040479307Disabling writes for close at 1732040479308 (+1 ms)Obtaining lock to block concurrent updates at 1732040479308Preparing flush snapshotting stores in f0bd1c60e03144f65ac09f3f7835ff35 at 1732040479308Finished memstore snapshotting test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732040479308Flushing stores of test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. at 1732040479308Flushing f0bd1c60e03144f65ac09f3f7835ff35/f: creating writer at 1732040479309 (+1 ms)Flushing f0bd1c60e03144f65ac09f3f7835ff35/f: appending metadata at 1732040479325 (+16 ms)Flushing f0bd1c60e03144f65ac09f3f7835ff35/f: closing flushed file at 1732040479325Flushing f0bd1c60e03144f65ac09f3f7835ff35/f1: creating writer at 1732040479333 (+8 ms)Flushing f0bd1c60e03144f65ac09f3f7835ff35/f1: appending metadata at 1732040479346 (+13 ms)Flushing f0bd1c60e03144f65ac09f3f7835ff35/f1: closing flushed file at 1732040479346Flushing f0bd1c60e03144f65ac09f3f7835ff35/norep: creating writer at 1732040479353 (+7 ms)Flushing f0bd1c60e03144f65ac09f3f7835ff35/norep: appending metadata at 1732040479366 (+13 ms)Flushing f0bd1c60e03144f65ac09f3f7835ff35/norep: closing flushed file at 1732040479366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6824a8db: reopening flushed file at 1732040479374 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a43232a: reopening flushed file at 1732040479377 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45027e4: reopening flushed file at 1732040479381 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f0bd1c60e03144f65ac09f3f7835ff35 in 77ms, sequenceid=10, compaction requested=false at 1732040479385 (+4 ms)Writing region close event to WAL at 1732040479387 (+2 ms)Running coprocessor post-close hooks at 1732040479390 (+3 ms)Closed at 1732040479390 2024-11-19T18:21:19,390 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35. 2024-11-19T18:21:19,474 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:19,516 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 1436, reset compression=false 2024-11-19T18:21:19,520 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:19,520 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 2080, reset compression=false 2024-11-19T18:21:19,674 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:19,693 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/info/54c7a93b0675468689d232fe23ac1a90 2024-11-19T18:21:19,711 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/ns/519d84ff4fbd46009d975d2a4cc84b9c is 43, key is default/ns:d/1732040456613/Put/seqid=0 2024-11-19T18:21:19,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741845_1021 (size=5153) 2024-11-19T18:21:19,723 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 2080, reset compression=false 2024-11-19T18:21:19,856 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:21:19,856 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:21:19,875 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:20,026 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 2080, reset compression=false 2024-11-19T18:21:20,026 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:20,075 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:20,115 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/ns/519d84ff4fbd46009d975d2a4cc84b9c 2024-11-19T18:21:20,138 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/rep_barrier/171ba3a2268b424eb02c7852acb1b074 is 112, key is test,,1732040462204.f0bd1c60e03144f65ac09f3f7835ff35./rep_barrier:seqnumDuringOpen/1732040462969/Put/seqid=0 2024-11-19T18:21:20,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741846_1022 (size=5518) 2024-11-19T18:21:20,275 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:21:20,275 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:21:20,275 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:20,429 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 2080, reset compression=false 2024-11-19T18:21:20,475 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:20,497 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T18:21:20,542 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/rep_barrier/171ba3a2268b424eb02c7852acb1b074 2024-11-19T18:21:20,560 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/table/34668a74dfd1423cacf0b2a7043e4738 is 53, key is hbase:replication/table:state/1732040466001/Put/seqid=0 2024-11-19T18:21:20,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741847_1023 (size=5308) 2024-11-19T18:21:20,675 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:20,876 DEBUG [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:20,933 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 to pos 2080, reset compression=false 2024-11-19T18:21:20,964 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/table/34668a74dfd1423cacf0b2a7043e4738 2024-11-19T18:21:20,968 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/info/54c7a93b0675468689d232fe23ac1a90 as hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/info/54c7a93b0675468689d232fe23ac1a90 2024-11-19T18:21:20,972 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/info/54c7a93b0675468689d232fe23ac1a90, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:21:20,972 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/ns/519d84ff4fbd46009d975d2a4cc84b9c as hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/ns/519d84ff4fbd46009d975d2a4cc84b9c 2024-11-19T18:21:20,975 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/ns/519d84ff4fbd46009d975d2a4cc84b9c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:21:20,976 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/rep_barrier/171ba3a2268b424eb02c7852acb1b074 as hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/rep_barrier/171ba3a2268b424eb02c7852acb1b074 2024-11-19T18:21:20,979 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/rep_barrier/171ba3a2268b424eb02c7852acb1b074, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:21:20,979 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/.tmp/table/34668a74dfd1423cacf0b2a7043e4738 as hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/table/34668a74dfd1423cacf0b2a7043e4738 2024-11-19T18:21:20,983 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/table/34668a74dfd1423cacf0b2a7043e4738, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:21:20,984 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-19T18:21:20,984 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:21:20,988 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:21:20,988 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:20,988 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:21:20,988 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:20,988 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040479274Running coprocessor pre-close hooks at 1732040479274Disabling compacts and flushes for region at 1732040479274Disabling writes for close at 1732040479274Obtaining lock to block concurrent updates at 1732040479274Preparing flush snapshotting stores in 1588230740 at 1732040479274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040479275 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732040479275Flushing 1588230740/info: creating writer at 1732040479275Flushing 1588230740/info: appending metadata at 1732040479289 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732040479289Flushing 1588230740/ns: creating writer at 1732040479697 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732040479711 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732040479711Flushing 1588230740/rep_barrier: creating writer at 1732040480120 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040480137 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040480137Flushing 1588230740/table: creating writer at 1732040480546 (+409 ms)Flushing 1588230740/table: appending metadata at 1732040480560 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732040480560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b7f579: reopening flushed file at 1732040480968 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a39f2e: reopening flushed file at 1732040480972 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a1898c: reopening flushed file at 1732040480975 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f4fedb: reopening flushed file at 1732040480979 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1732040480984 (+5 ms)Writing region close event to WAL at 1732040480985 (+1 ms)Running coprocessor post-close hooks at 1732040480988 (+3 ms)Closed at 1732040480988 2024-11-19T18:21:20,988 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:21,076 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,34917,1732040454729; all regions closed. 2024-11-19T18:21:21,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.meta.1732040456572.meta not finished, retry = 0 2024-11-19T18:21:21,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741834_1010 (size=4239) 2024-11-19T18:21:21,181 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.rep.1732040465926 not finished, retry = 0 2024-11-19T18:21:21,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741839_1015 (size=3114) 2024-11-19T18:21:21,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/WALs/30db5f576be8,34917,1732040454729/30db5f576be8%2C34917%2C1732040454729.1732040456000 not finished, retry = 0 2024-11-19T18:21:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741833_1009 (size=2088) 2024-11-19T18:21:21,329 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:21,384 DEBUG [RS:0;30db5f576be8:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:21,384 INFO [RS:0;30db5f576be8:34917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:21:21,384 INFO [RS:0;30db5f576be8:34917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:21:21,385 INFO [RS:0;30db5f576be8:34917 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T18:21:21,385 INFO [RS:0;30db5f576be8:34917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:21:21,385 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:21:21,385 INFO [RS:0;30db5f576be8:34917 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,34917,1732040454729 because: Region server is closing 2024-11-19T18:21:21,385 INFO [RS:0;30db5f576be8:34917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:34917. 2024-11-19T18:21:21,385 DEBUG [RS:0;30db5f576be8:34917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:21,385 DEBUG [RS:0;30db5f576be8:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:21,385 DEBUG [RS:0;30db5f576be8:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:21,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:21,486 INFO [RS:0;30db5f576be8:34917 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.shipper30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 terminated 2024-11-19T18:21:21,486 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,34917,1732040454729.replicationSource.wal-reader.30db5f576be8%2C34917%2C1732040454729,1-30db5f576be8,34917,1732040454729 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:21:21,486 INFO [RS:0;30db5f576be8:34917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:34917. 2024-11-19T18:21:21,486 DEBUG [RS:0;30db5f576be8:34917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:21,486 DEBUG [RS:0;30db5f576be8:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:21,486 DEBUG [RS:0;30db5f576be8:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:21,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:21,486 INFO [RS:0;30db5f576be8:34917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34917 2024-11-19T18:21:21,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818/rs 2024-11-19T18:21:21,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11238489818/rs/30db5f576be8,34917,1732040454729 2024-11-19T18:21:21,494 INFO [RS:0;30db5f576be8:34917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:21:21,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,34917,1732040454729] 2024-11-19T18:21:21,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11238489818/draining/30db5f576be8,34917,1732040454729 already deleted, retry=false 2024-11-19T18:21:21,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,34917,1732040454729 expired; onlineServers=0 2024-11-19T18:21:21,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,44007,1732040454693' ***** 2024-11-19T18:21:21,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:21:21,496 INFO [M:0;30db5f576be8:44007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:21:21,496 INFO [M:0;30db5f576be8:44007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:21:21,496 DEBUG [M:0;30db5f576be8:44007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:21:21,496 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:21:21,496 DEBUG [M:0;30db5f576be8:44007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:21:21,496 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040455778 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040455778,5,FailOnTimeoutGroup] 2024-11-19T18:21:21,496 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040455785 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040455785,5,FailOnTimeoutGroup] 2024-11-19T18:21:21,497 INFO [M:0;30db5f576be8:44007 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:21:21,497 INFO [M:0;30db5f576be8:44007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:21:21,497 DEBUG [M:0;30db5f576be8:44007 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:21:21,497 INFO [M:0;30db5f576be8:44007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:21:21,497 INFO [M:0;30db5f576be8:44007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:21:21,497 INFO [M:0;30db5f576be8:44007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:21:21,497 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:21:21,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11238489818/master 2024-11-19T18:21:21,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11238489818 2024-11-19T18:21:21,499 DEBUG [M:0;30db5f576be8:44007 {}] zookeeper.ZKUtil(347): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Unable to get data of znode /11238489818/master because node does not exist (not an error) 2024-11-19T18:21:21,499 WARN [M:0;30db5f576be8:44007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:21:21,500 INFO [M:0;30db5f576be8:44007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/.lastflushedseqids 2024-11-19T18:21:21,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741848_1024 (size=245) 2024-11-19T18:21:21,504 INFO [M:0;30db5f576be8:44007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:21:21,504 INFO [M:0;30db5f576be8:44007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:21:21,504 DEBUG [M:0;30db5f576be8:44007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:21:21,504 INFO [M:0;30db5f576be8:44007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:21,504 DEBUG [M:0;30db5f576be8:44007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:21,504 DEBUG [M:0;30db5f576be8:44007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:21:21,504 DEBUG [M:0;30db5f576be8:44007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:21,504 INFO [M:0;30db5f576be8:44007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T18:21:21,522 DEBUG [M:0;30db5f576be8:44007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65e472e984be45c3b044517cfff2f308 is 82, key is hbase:meta,,1/info:regioninfo/1732040456603/Put/seqid=0 2024-11-19T18:21:21,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741849_1025 (size=5672) 2024-11-19T18:21:21,525 INFO [M:0;30db5f576be8:44007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65e472e984be45c3b044517cfff2f308 2024-11-19T18:21:21,545 DEBUG [M:0;30db5f576be8:44007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5099afbf4cf40b1956a20b46886881d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732040466005/Put/seqid=0 2024-11-19T18:21:21,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741850_1026 (size=8516) 2024-11-19T18:21:21,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:21,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1013175c98b0004, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:21,595 INFO [RS:0;30db5f576be8:34917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:21:21,595 INFO [RS:0;30db5f576be8:34917 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,34917,1732040454729; zookeeper connection closed. 2024-11-19T18:21:21,595 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d84b185 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d84b185 2024-11-19T18:21:21,596 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:21:21,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:21:21,949 INFO [M:0;30db5f576be8:44007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5099afbf4cf40b1956a20b46886881d 2024-11-19T18:21:21,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:21,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:21,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:21,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:21,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:21,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:21,977 DEBUG [M:0;30db5f576be8:44007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/969412ec97074ece9dba47bf6cf71357 is 69, key is 30db5f576be8,34917,1732040454729/rs:state/1732040455821/Put/seqid=0 2024-11-19T18:21:21,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741851_1027 (size=5156) 2024-11-19T18:21:21,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:21,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:21,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:21,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:21,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:21,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:22,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:22,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:22,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:22,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:22,382 INFO [M:0;30db5f576be8:44007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/969412ec97074ece9dba47bf6cf71357 2024-11-19T18:21:22,386 DEBUG [M:0;30db5f576be8:44007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65e472e984be45c3b044517cfff2f308 as hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65e472e984be45c3b044517cfff2f308 2024-11-19T18:21:22,390 INFO [M:0;30db5f576be8:44007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65e472e984be45c3b044517cfff2f308, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T18:21:22,390 DEBUG [M:0;30db5f576be8:44007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5099afbf4cf40b1956a20b46886881d as hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5099afbf4cf40b1956a20b46886881d 2024-11-19T18:21:22,393 INFO [M:0;30db5f576be8:44007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5099afbf4cf40b1956a20b46886881d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T18:21:22,394 DEBUG [M:0;30db5f576be8:44007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/969412ec97074ece9dba47bf6cf71357 as hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/969412ec97074ece9dba47bf6cf71357 2024-11-19T18:21:22,396 INFO [M:0;30db5f576be8:44007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/95247bb5-38ef-66b3-b7ea-e6c26cb71f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/969412ec97074ece9dba47bf6cf71357, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T18:21:22,397 INFO [M:0;30db5f576be8:44007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false 2024-11-19T18:21:22,398 INFO [M:0;30db5f576be8:44007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:22,399 DEBUG [M:0;30db5f576be8:44007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040481504Disabling compacts and flushes for region at 1732040481504Disabling writes for close at 1732040481504Obtaining lock to block concurrent updates at 1732040481504Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040481504Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732040481504Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040481505 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040481505Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040481522 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040481522Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040481529 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040481545 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040481545Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040481953 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040481977 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040481977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43478dde: reopening flushed file at 1732040482386 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6351f390: reopening flushed file at 1732040482390 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac756d7: reopening flushed file at 1732040482393 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false at 1732040482397 (+4 ms)Writing region close event to WAL at 1732040482398 (+1 ms)Closed at 1732040482398 2024-11-19T18:21:22,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46731 is added to blk_1073741830_1006 (size=63654) 2024-11-19T18:21:22,401 INFO [M:0;30db5f576be8:44007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:21:22,401 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:21:22,401 INFO [M:0;30db5f576be8:44007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44007 2024-11-19T18:21:22,401 INFO [M:0;30db5f576be8:44007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:21:22,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:22,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1013175c98b0003, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:22,504 INFO [M:0;30db5f576be8:44007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:21:22,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d03fc69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:21:22,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:21:22,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:21:22,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:21:22,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/hadoop.log.dir/,STOPPED} 2024-11-19T18:21:22,510 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:21:22,510 WARN [BP-1173976744-172.17.0.2-1732040453629 heartbeating to localhost/127.0.0.1:45373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:21:22,510 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:21:22,510 WARN [BP-1173976744-172.17.0.2-1732040453629 heartbeating to localhost/127.0.0.1:45373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1173976744-172.17.0.2-1732040453629 (Datanode Uuid 729ca7c8-e816-48e1-a416-98c8a28603e8) service to localhost/127.0.0.1:45373 2024-11-19T18:21:22,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/cluster_b89282fb-7e57-0317-fc63-053b6ac76641/data/data1/current/BP-1173976744-172.17.0.2-1732040453629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:21:22,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/cluster_b89282fb-7e57-0317-fc63-053b6ac76641/data/data2/current/BP-1173976744-172.17.0.2-1732040453629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:21:22,511 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:21:22,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2392ca06{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:21:22,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:21:22,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:21:22,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:21:22,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4473348-541e-cb27-6c84-428b45cccc6d/hadoop.log.dir/,STOPPED} 2024-11-19T18:21:22,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:21:22,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:21:22,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:22,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:22,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:22,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:22,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:22,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:21:22,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1525521787, stopped=false 2024-11-19T18:21:22,532 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,37697,1732040450914 2024-11-19T18:21:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138063056/running 2024-11-19T18:21:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138063056/running 2024-11-19T18:21:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:21:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:21:22,534 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:21:22,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:22,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:22,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:22,534 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,40251,1732040450969' ***** 2024-11-19T18:21:22,534 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:21:22,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Set watcher on znode that does not yet exist, /0-2138063056/running 2024-11-19T18:21:22,535 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:21:22,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Set watcher on znode that does not yet exist, /0-2138063056/running 2024-11-19T18:21:22,535 INFO [RS:0;30db5f576be8:40251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:21:22,535 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:21:22,535 INFO [RS:0;30db5f576be8:40251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:21:22,535 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(3091): Received CLOSE for bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:22,535 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:22,535 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,40251,1732040450969 2024-11-19T18:21:22,535 INFO [RS:0;30db5f576be8:40251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:21:22,535 INFO [RS:0;30db5f576be8:40251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:40251. 2024-11-19T18:21:22,536 DEBUG [RS:0;30db5f576be8:40251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:22,536 DEBUG [RS:0;30db5f576be8:40251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:22,536 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd8156f0f402a58be9f7478ba8e6b90c, disabling compactions & flushes 2024-11-19T18:21:22,536 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:22,536 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:22,536 INFO [RS:0;30db5f576be8:40251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:21:22,536 INFO [RS:0;30db5f576be8:40251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:21:22,536 INFO [RS:0;30db5f576be8:40251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:21:22,536 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:21:22,536 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. after waiting 0 ms 2024-11-19T18:21:22,536 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:22,536 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:21:22,536 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bd8156f0f402a58be9f7478ba8e6b90c=hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c., 6c0d205755094c874c1619ae85d1a580=test,,1732040460054.6c0d205755094c874c1619ae85d1a580.} 2024-11-19T18:21:22,536 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bd8156f0f402a58be9f7478ba8e6b90c 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-19T18:21:22,536 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c0d205755094c874c1619ae85d1a580, bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:22,536 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:21:22,536 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:21:22,536 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:21:22,536 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:21:22,536 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:21:22,536 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:21:22,551 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/info/53564900b5f24a0f9e94752e065b4a49 is 147, key is hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c./info:regioninfo/1732040464813/Put/seqid=0 2024-11-19T18:21:22,554 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/replication/bd8156f0f402a58be9f7478ba8e6b90c/.tmp/queue/ae76ff9fb9c44f04b811ea2e707177d7 is 153, key is 1-30db5f576be8,40251,1732040450969/queue:30db5f576be8%2C40251%2C1732040450969/1732040472294/Put/seqid=0 2024-11-19T18:21:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741840_1016 (size=7686) 2024-11-19T18:21:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741841_1017 (size=5352) 2024-11-19T18:21:22,571 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:21:22,732 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:22,736 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c0d205755094c874c1619ae85d1a580, bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:22,936 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c0d205755094c874c1619ae85d1a580, bd8156f0f402a58be9f7478ba8e6b90c 2024-11-19T18:21:22,955 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/info/53564900b5f24a0f9e94752e065b4a49 2024-11-19T18:21:22,957 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/replication/bd8156f0f402a58be9f7478ba8e6b90c/.tmp/queue/ae76ff9fb9c44f04b811ea2e707177d7 2024-11-19T18:21:22,967 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/replication/bd8156f0f402a58be9f7478ba8e6b90c/.tmp/queue/ae76ff9fb9c44f04b811ea2e707177d7 as hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/replication/bd8156f0f402a58be9f7478ba8e6b90c/queue/ae76ff9fb9c44f04b811ea2e707177d7 2024-11-19T18:21:22,971 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/replication/bd8156f0f402a58be9f7478ba8e6b90c/queue/ae76ff9fb9c44f04b811ea2e707177d7, entries=1, sequenceid=8, filesize=5.2 K 2024-11-19T18:21:22,971 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for bd8156f0f402a58be9f7478ba8e6b90c in 435ms, sequenceid=8, compaction requested=false 2024-11-19T18:21:22,972 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T18:21:22,976 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/replication/bd8156f0f402a58be9f7478ba8e6b90c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T18:21:22,977 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:22,977 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:21:22,977 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:22,977 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd8156f0f402a58be9f7478ba8e6b90c: Waiting for close lock at 1732040482535Running coprocessor pre-close hooks at 1732040482536 (+1 ms)Disabling compacts and flushes for region at 1732040482536Disabling writes for close at 1732040482536Obtaining lock to block concurrent updates at 1732040482536Preparing flush snapshotting stores in bd8156f0f402a58be9f7478ba8e6b90c at 1732040482536Finished memstore snapshotting hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732040482536Flushing stores of hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. at 1732040482537 (+1 ms)Flushing bd8156f0f402a58be9f7478ba8e6b90c/queue: creating writer at 1732040482537Flushing bd8156f0f402a58be9f7478ba8e6b90c/queue: appending metadata at 1732040482553 (+16 ms)Flushing bd8156f0f402a58be9f7478ba8e6b90c/queue: closing flushed file at 1732040482553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724ee4fc: reopening flushed file at 1732040482966 (+413 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for bd8156f0f402a58be9f7478ba8e6b90c in 435ms, sequenceid=8, compaction requested=false at 1732040482971 (+5 ms)Writing region close event to WAL at 1732040482974 (+3 ms)Running coprocessor post-close hooks at 1732040482977 (+3 ms)Closed at 1732040482977 2024-11-19T18:21:22,977 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040463994.bd8156f0f402a58be9f7478ba8e6b90c. 2024-11-19T18:21:22,977 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c0d205755094c874c1619ae85d1a580, disabling compactions & flushes 2024-11-19T18:21:22,977 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:22,977 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:22,977 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040460054.6c0d205755094c874c1619ae85d1a580. after waiting 0 ms 2024-11-19T18:21:22,977 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:22,977 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c0d205755094c874c1619ae85d1a580 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-19T18:21:22,982 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/ns/8a1df6cede4a450ab49f35385ab5462f is 43, key is default/ns:d/1732040453555/Put/seqid=0 2024-11-19T18:21:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741842_1018 (size=5153) 2024-11-19T18:21:23,005 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/.tmp/f/06e231b0b2104cf993ec657e5be7f74b is 28, key is row/f:/1732040471500/DeleteFamily/seqid=0 2024-11-19T18:21:23,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741843_1019 (size=5085) 2024-11-19T18:21:23,137 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:23,337 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:23,389 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/ns/8a1df6cede4a450ab49f35385ab5462f 2024-11-19T18:21:23,408 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/rep_barrier/3787d3419b804c5db76759c0856b3153 is 112, key is test,,1732040460054.6c0d205755094c874c1619ae85d1a580./rep_barrier:seqnumDuringOpen/1732040461219/Put/seqid=0 2024-11-19T18:21:23,410 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/.tmp/f/06e231b0b2104cf993ec657e5be7f74b 2024-11-19T18:21:23,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741844_1020 (size=5518) 2024-11-19T18:21:23,411 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/rep_barrier/3787d3419b804c5db76759c0856b3153 2024-11-19T18:21:23,413 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06e231b0b2104cf993ec657e5be7f74b 2024-11-19T18:21:23,428 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/.tmp/f1/7646c462d2d048558622fcd0d0eb2bf9 is 29, key is row/f1:/1732040471500/DeleteFamily/seqid=0 2024-11-19T18:21:23,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741845_1021 (size=5089) 2024-11-19T18:21:23,440 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/table/5b2a05fc5e6045188ec928957f9bc72b is 53, key is hbase:replication/table:state/1732040464822/Put/seqid=0 2024-11-19T18:21:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741846_1022 (size=5308) 2024-11-19T18:21:23,444 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/table/5b2a05fc5e6045188ec928957f9bc72b 2024-11-19T18:21:23,448 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/info/53564900b5f24a0f9e94752e065b4a49 as hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/info/53564900b5f24a0f9e94752e065b4a49 2024-11-19T18:21:23,451 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/info/53564900b5f24a0f9e94752e065b4a49, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:21:23,452 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/ns/8a1df6cede4a450ab49f35385ab5462f as hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/ns/8a1df6cede4a450ab49f35385ab5462f 2024-11-19T18:21:23,455 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/ns/8a1df6cede4a450ab49f35385ab5462f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:21:23,456 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/rep_barrier/3787d3419b804c5db76759c0856b3153 as hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/rep_barrier/3787d3419b804c5db76759c0856b3153 2024-11-19T18:21:23,459 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/rep_barrier/3787d3419b804c5db76759c0856b3153, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:21:23,460 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/.tmp/table/5b2a05fc5e6045188ec928957f9bc72b as hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/table/5b2a05fc5e6045188ec928957f9bc72b 2024-11-19T18:21:23,463 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/table/5b2a05fc5e6045188ec928957f9bc72b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:21:23,464 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=16, compaction requested=false 2024-11-19T18:21:23,468 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:21:23,468 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:23,468 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:21:23,468 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:23,468 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040482536Running coprocessor pre-close hooks at 1732040482536Disabling compacts and flushes for region at 1732040482536Disabling writes for close at 1732040482536Obtaining lock to block concurrent updates at 1732040482536Preparing flush snapshotting stores in 1588230740 at 1732040482536Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040482536Flushing stores of hbase:meta,,1.1588230740 at 1732040482537 (+1 ms)Flushing 1588230740/info: creating writer at 1732040482537Flushing 1588230740/info: appending metadata at 1732040482551 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732040482551Flushing 1588230740/ns: creating writer at 1732040482966 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732040482981 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732040482981Flushing 1588230740/rep_barrier: creating writer at 1732040483394 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040483407 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040483407Flushing 1588230740/table: creating writer at 1732040483415 (+8 ms)Flushing 1588230740/table: appending metadata at 1732040483439 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732040483439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8bfb3: reopening flushed file at 1732040483447 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781b40c1: reopening flushed file at 1732040483451 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71038523: reopening flushed file at 1732040483455 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea24dd5: reopening flushed file at 1732040483459 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=16, compaction requested=false at 1732040483464 (+5 ms)Writing region close event to WAL at 1732040483465 (+1 ms)Running coprocessor post-close hooks at 1732040483468 (+3 ms)Closed at 1732040483468 2024-11-19T18:21:23,469 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:23,513 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:21:23,513 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:21:23,537 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:21:23,537 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1325): Online Regions={6c0d205755094c874c1619ae85d1a580=test,,1732040460054.6c0d205755094c874c1619ae85d1a580.} 2024-11-19T18:21:23,537 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1351): Waiting on 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:23,737 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1351): Waiting on 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:23,832 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/.tmp/f1/7646c462d2d048558622fcd0d0eb2bf9 2024-11-19T18:21:23,836 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7646c462d2d048558622fcd0d0eb2bf9 2024-11-19T18:21:23,855 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/.tmp/norep/51f8b185f0e345deb45a525736793ad3 is 32, key is row/norep:/1732040471500/DeleteFamily/seqid=0 2024-11-19T18:21:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741847_1023 (size=5101) 2024-11-19T18:21:23,937 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1351): Waiting on 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:24,138 DEBUG [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1351): Waiting on 6c0d205755094c874c1619ae85d1a580 2024-11-19T18:21:24,236 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 636, reset compression=false 2024-11-19T18:21:24,241 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:24,241 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.wal-reader.30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563 to pos 883, reset compression=false 2024-11-19T18:21:24,241 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,40251,1732040450969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/WALs/30db5f576be8,40251,1732040450969/30db5f576be8%2C40251%2C1732040450969.1732040452563, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:24,242 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30db5f576be8,40251,1732040450969: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30db5f576be8,40251,1732040450969, walGroup=30db5f576be8%2C40251%2C1732040450969, offset=30db5f576be8%2C40251%2C1732040450969.1732040452563:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:40251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T18:21:24,243 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T18:21:24,243 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T18:21:24,243 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T18:21:24,243 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T18:21:24,243 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T18:21:24,243 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 902371848 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 201990136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T18:21:24,244 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:37697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:37697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T18:21:24,259 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/.tmp/norep/51f8b185f0e345deb45a525736793ad3 2024-11-19T18:21:24,262 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51f8b185f0e345deb45a525736793ad3 2024-11-19T18:21:24,263 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/.tmp/f/06e231b0b2104cf993ec657e5be7f74b as hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/f/06e231b0b2104cf993ec657e5be7f74b 2024-11-19T18:21:24,266 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06e231b0b2104cf993ec657e5be7f74b 2024-11-19T18:21:24,266 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/f/06e231b0b2104cf993ec657e5be7f74b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T18:21:24,267 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/.tmp/f1/7646c462d2d048558622fcd0d0eb2bf9 as hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/f1/7646c462d2d048558622fcd0d0eb2bf9 2024-11-19T18:21:24,270 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7646c462d2d048558622fcd0d0eb2bf9 2024-11-19T18:21:24,270 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/f1/7646c462d2d048558622fcd0d0eb2bf9, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T18:21:24,271 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/.tmp/norep/51f8b185f0e345deb45a525736793ad3 as hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/norep/51f8b185f0e345deb45a525736793ad3 2024-11-19T18:21:24,274 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51f8b185f0e345deb45a525736793ad3 2024-11-19T18:21:24,274 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/norep/51f8b185f0e345deb45a525736793ad3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T18:21:24,275 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6c0d205755094c874c1619ae85d1a580 in 1298ms, sequenceid=6, compaction requested=false 2024-11-19T18:21:24,275 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T18:21:24,281 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/data/default/test/6c0d205755094c874c1619ae85d1a580/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T18:21:24,282 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:24,282 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:21:24,282 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:24,282 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c0d205755094c874c1619ae85d1a580: Waiting for close lock at 1732040482977Running coprocessor pre-close hooks at 1732040482977Disabling compacts and flushes for region at 1732040482977Disabling writes for close at 1732040482977Obtaining lock to block concurrent updates at 1732040482978 (+1 ms)Preparing flush snapshotting stores in 6c0d205755094c874c1619ae85d1a580 at 1732040482978Finished memstore snapshotting test,,1732040460054.6c0d205755094c874c1619ae85d1a580., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732040482978Flushing stores of test,,1732040460054.6c0d205755094c874c1619ae85d1a580. at 1732040482978Flushing 6c0d205755094c874c1619ae85d1a580/f: creating writer at 1732040482978Flushing 6c0d205755094c874c1619ae85d1a580/f: appending metadata at 1732040483004 (+26 ms)Flushing 6c0d205755094c874c1619ae85d1a580/f: closing flushed file at 1732040483004Flushing 6c0d205755094c874c1619ae85d1a580/f1: creating writer at 1732040483414 (+410 ms)Flushing 6c0d205755094c874c1619ae85d1a580/f1: appending metadata at 1732040483427 (+13 ms)Flushing 6c0d205755094c874c1619ae85d1a580/f1: closing flushed file at 1732040483427Flushing 6c0d205755094c874c1619ae85d1a580/norep: creating writer at 1732040483836 (+409 ms)Flushing 6c0d205755094c874c1619ae85d1a580/norep: appending metadata at 1732040483854 (+18 ms)Flushing 6c0d205755094c874c1619ae85d1a580/norep: closing flushed file at 1732040483854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592081f2: reopening flushed file at 1732040484262 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d3ee81: reopening flushed file at 1732040484266 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30997248: reopening flushed file at 1732040484270 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6c0d205755094c874c1619ae85d1a580 in 1298ms, sequenceid=6, compaction requested=false at 1732040484275 (+5 ms)Writing region close event to WAL at 1732040484277 (+2 ms)Running coprocessor post-close hooks at 1732040484282 (+5 ms)Closed at 1732040484282 2024-11-19T18:21:24,282 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040460054.6c0d205755094c874c1619ae85d1a580. 2024-11-19T18:21:24,338 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,40251,1732040450969; all regions closed. 2024-11-19T18:21:24,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741834_1010 (size=4239) 2024-11-19T18:21:24,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741839_1015 (size=2240) 2024-11-19T18:21:24,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741832_1008 (size=1535) 2024-11-19T18:21:24,344 DEBUG [RS:0;30db5f576be8:40251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:24,344 INFO [RS:0;30db5f576be8:40251 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:21:24,345 INFO [RS:0;30db5f576be8:40251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:21:24,345 INFO [RS:0;30db5f576be8:40251 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T18:21:24,345 INFO [RS:0;30db5f576be8:40251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:21:24,345 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:21:24,345 INFO [RS:0;30db5f576be8:40251 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,40251,1732040450969 because: Region server is closing 2024-11-19T18:21:24,345 INFO [RS:0;30db5f576be8:40251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:40251. 2024-11-19T18:21:24,345 DEBUG [RS:0;30db5f576be8:40251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:24,345 DEBUG [RS:0;30db5f576be8:40251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:24,346 DEBUG [RS:0;30db5f576be8:40251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:24,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:24,446 INFO [RS:0;30db5f576be8:40251 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,40251,1732040450969.replicationSource.shipper30db5f576be8%2C40251%2C1732040450969,1-30db5f576be8,40251,1732040450969 terminated 2024-11-19T18:21:24,446 INFO [RS:0;30db5f576be8:40251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40251 2024-11-19T18:21:24,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138063056/rs/30db5f576be8,40251,1732040450969 2024-11-19T18:21:24,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056/rs 2024-11-19T18:21:24,448 INFO [RS:0;30db5f576be8:40251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:21:24,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,40251,1732040450969] 2024-11-19T18:21:24,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138063056/draining/30db5f576be8,40251,1732040450969 already deleted, retry=false 2024-11-19T18:21:24,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,40251,1732040450969 expired; onlineServers=0 2024-11-19T18:21:24,451 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,37697,1732040450914' ***** 2024-11-19T18:21:24,451 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:21:24,451 INFO [M:0;30db5f576be8:37697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:21:24,451 INFO [M:0;30db5f576be8:37697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:21:24,451 DEBUG [M:0;30db5f576be8:37697 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:21:24,451 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:21:24,451 DEBUG [M:0;30db5f576be8:37697 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:21:24,451 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040452339 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040452339,5,FailOnTimeoutGroup] 2024-11-19T18:21:24,451 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040452339 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040452339,5,FailOnTimeoutGroup] 2024-11-19T18:21:24,452 INFO [M:0;30db5f576be8:37697 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:21:24,452 INFO [M:0;30db5f576be8:37697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:21:24,452 DEBUG [M:0;30db5f576be8:37697 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:21:24,452 INFO [M:0;30db5f576be8:37697 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:21:24,452 INFO [M:0;30db5f576be8:37697 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:21:24,452 INFO [M:0;30db5f576be8:37697 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:21:24,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:21:24,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138063056/master 2024-11-19T18:21:24,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138063056 2024-11-19T18:21:24,453 DEBUG [M:0;30db5f576be8:37697 {}] zookeeper.ZKUtil(347): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Unable to get data of znode /0-2138063056/master because node does not exist (not an error) 2024-11-19T18:21:24,453 WARN [M:0;30db5f576be8:37697 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:21:24,453 INFO [M:0;30db5f576be8:37697 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/.lastflushedseqids 2024-11-19T18:21:24,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741848_1024 (size=245) 2024-11-19T18:21:24,457 INFO [M:0;30db5f576be8:37697 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:21:24,457 INFO [M:0;30db5f576be8:37697 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:21:24,458 DEBUG [M:0;30db5f576be8:37697 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:21:24,458 INFO [M:0;30db5f576be8:37697 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:24,458 DEBUG [M:0;30db5f576be8:37697 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:24,458 DEBUG [M:0;30db5f576be8:37697 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:21:24,458 DEBUG [M:0;30db5f576be8:37697 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:24,458 INFO [M:0;30db5f576be8:37697 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-19T18:21:24,476 DEBUG [M:0;30db5f576be8:37697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97536a84b33a4e3d82eb04c8a8e72fdb is 82, key is hbase:meta,,1/info:regioninfo/1732040453546/Put/seqid=0 2024-11-19T18:21:24,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741849_1025 (size=5672) 2024-11-19T18:21:24,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:24,550 INFO [RS:0;30db5f576be8:40251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:21:24,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40251-0x1013175c98b0001, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:24,550 INFO [RS:0;30db5f576be8:40251 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,40251,1732040450969; zookeeper connection closed. 2024-11-19T18:21:24,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6127c1b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6127c1b0 2024-11-19T18:21:24,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:21:24,880 INFO [M:0;30db5f576be8:37697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97536a84b33a4e3d82eb04c8a8e72fdb 2024-11-19T18:21:24,898 DEBUG [M:0;30db5f576be8:37697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/405984f9106247a7b6bac48469716a5d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732040461232/Put/seqid=0 2024-11-19T18:21:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741850_1026 (size=7218) 2024-11-19T18:21:25,302 INFO [M:0;30db5f576be8:37697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/405984f9106247a7b6bac48469716a5d 2024-11-19T18:21:25,305 INFO [M:0;30db5f576be8:37697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 405984f9106247a7b6bac48469716a5d 2024-11-19T18:21:25,323 DEBUG [M:0;30db5f576be8:37697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d378357d2ddb4202827d2dbc5861ab8e is 69, key is 30db5f576be8,40251,1732040450969/rs:state/1732040452413/Put/seqid=0 2024-11-19T18:21:25,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741851_1027 (size=5156) 2024-11-19T18:21:25,343 INFO [M:0;30db5f576be8:37697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d378357d2ddb4202827d2dbc5861ab8e 2024-11-19T18:21:25,348 DEBUG [M:0;30db5f576be8:37697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97536a84b33a4e3d82eb04c8a8e72fdb as hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97536a84b33a4e3d82eb04c8a8e72fdb 2024-11-19T18:21:25,351 INFO [M:0;30db5f576be8:37697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97536a84b33a4e3d82eb04c8a8e72fdb, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T18:21:25,352 DEBUG [M:0;30db5f576be8:37697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/405984f9106247a7b6bac48469716a5d as hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/405984f9106247a7b6bac48469716a5d 2024-11-19T18:21:25,355 INFO [M:0;30db5f576be8:37697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 405984f9106247a7b6bac48469716a5d 2024-11-19T18:21:25,356 INFO [M:0;30db5f576be8:37697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/405984f9106247a7b6bac48469716a5d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T18:21:25,357 DEBUG [M:0;30db5f576be8:37697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d378357d2ddb4202827d2dbc5861ab8e as hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d378357d2ddb4202827d2dbc5861ab8e 2024-11-19T18:21:25,360 INFO [M:0;30db5f576be8:37697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38123/user/jenkins/test-data/adb4b260-95aa-a3d0-6241-7e34063b5a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d378357d2ddb4202827d2dbc5861ab8e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T18:21:25,361 INFO [M:0;30db5f576be8:37697 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=105, compaction requested=false 2024-11-19T18:21:25,364 INFO [M:0;30db5f576be8:37697 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:25,364 DEBUG [M:0;30db5f576be8:37697 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040484458Disabling compacts and flushes for region at 1732040484458Disabling writes for close at 1732040484458Obtaining lock to block concurrent updates at 1732040484458Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040484458Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732040484458Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040484458Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040484459 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040484476 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040484476Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040484883 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040484897 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040484897Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040485305 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040485322 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040485322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7605410c: reopening flushed file at 1732040485347 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a60e0ea: reopening flushed file at 1732040485352 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30461ef1: reopening flushed file at 1732040485356 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=105, compaction requested=false at 1732040485361 (+5 ms)Writing region close event to WAL at 1732040485364 (+3 ms)Closed at 1732040485364 2024-11-19T18:21:25,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39047 is added to blk_1073741830_1006 (size=64423) 2024-11-19T18:21:25,370 INFO [M:0;30db5f576be8:37697 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:21:25,370 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:21:25,370 INFO [M:0;30db5f576be8:37697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37697 2024-11-19T18:21:25,371 INFO [M:0;30db5f576be8:37697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:21:25,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:25,472 INFO [M:0;30db5f576be8:37697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:21:25,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x1013175c98b0000, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:25,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74250959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:21:25,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:21:25,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:21:25,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:21:25,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/hadoop.log.dir/,STOPPED} 2024-11-19T18:21:25,477 WARN [BP-16790483-172.17.0.2-1732040449811 heartbeating to localhost/127.0.0.1:38123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:21:25,477 WARN [BP-16790483-172.17.0.2-1732040449811 heartbeating to localhost/127.0.0.1:38123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-16790483-172.17.0.2-1732040449811 (Datanode Uuid c0d8dab4-1fb0-44de-a369-53fbfabf10ff) service to localhost/127.0.0.1:38123 2024-11-19T18:21:25,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:21:25,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/cluster_d90d5700-199d-f65a-75c5-23e57288922d/data/data1/current/BP-16790483-172.17.0.2-1732040449811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:21:25,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/cluster_d90d5700-199d-f65a-75c5-23e57288922d/data/data2/current/BP-16790483-172.17.0.2-1732040449811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:21:25,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:21:25,478 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:21:25,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20ceae03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:21:25,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:21:25,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:21:25,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:21:25,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91d8f0ef-17cd-037a-5a9e-cfc8f0702b68/hadoop.log.dir/,STOPPED} 2024-11-19T18:21:25,491 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T18:21:25,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:21:25,518 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 316) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38123 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49249) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41549 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49249) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49249) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45373 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=793 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 360), ProcessCount=11 (was 11), AvailableMemoryMB=6178 (was 7053) 2024-11-19T18:21:25,531 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=6178 2024-11-19T18:21:25,548 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-19T18:21:25,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/hadoop.log.dir so I do NOT create it in target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d 2024-11-19T18:21:25,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:21:25,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/hadoop.tmp.dir so I do NOT create it in target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d 2024-11-19T18:21:25,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af928053-f228-3664-3760-fadf032e325b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:21:25,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d 2024-11-19T18:21:25,549 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/cluster_b8f0f07d-f3ea-b9b0-1694-8c1cd37d87c6, deleteOnExit=true 2024-11-19T18:21:25,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/cluster_b8f0f07d-f3ea-b9b0-1694-8c1cd37d87c6/zookeeper_0, clientPort=57224, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/cluster_b8f0f07d-f3ea-b9b0-1694-8c1cd37d87c6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/cluster_b8f0f07d-f3ea-b9b0-1694-8c1cd37d87c6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T18:21:25,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57224 2024-11-19T18:21:25,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:21:25,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:21:25,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/test.cache.data in system properties and HBase conf 2024-11-19T18:21:25,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:21:25,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:21:25,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:21:25,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:21:25,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:21:25,554 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:21:25,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:21:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013175c98b0002, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:21:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013175c98b0005, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:21:25,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013175c98b0002, quorum=127.0.0.1:49249, baseZNode=/0-2138063056 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:21:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013175c98b0008, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:21:25,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013175c98b0005, quorum=127.0.0.1:49249, baseZNode=/11238489818 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:21:25,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013175c98b0008, quorum=127.0.0.1:49249, baseZNode=/2-1171296549 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:21:25,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:25,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:21:25,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:21:25,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:21:25,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:21:25,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:25,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35156634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:21:25,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e508a81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:21:25,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9ea4f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/java.io.tmpdir/jetty-localhost-43007-hadoop-hdfs-3_4_1-tests_jar-_-any-15449323944088071920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:21:25,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1877303b{HTTP/1.1, (http/1.1)}{localhost:43007} 2024-11-19T18:21:25,767 INFO [Time-limited test {}] server.Server(415): Started @284856ms 2024-11-19T18:21:25,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:25,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:21:25,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:21:25,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:21:25,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:21:25,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6acbc82c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:21:25,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@623672de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:21:25,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198479ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/java.io.tmpdir/jetty-localhost-36363-hadoop-hdfs-3_4_1-tests_jar-_-any-15923506953435849820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:21:25,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bb54031{HTTP/1.1, (http/1.1)}{localhost:36363} 2024-11-19T18:21:25,967 INFO [Time-limited test {}] server.Server(415): Started @285056ms 2024-11-19T18:21:25,969 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:21:26,059 WARN [Thread-4155 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/cluster_b8f0f07d-f3ea-b9b0-1694-8c1cd37d87c6/data/data1/current/BP-2109198426-172.17.0.2-1732040485572/current, will proceed with Du for space computation calculation, 2024-11-19T18:21:26,059 WARN [Thread-4156 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/cluster_b8f0f07d-f3ea-b9b0-1694-8c1cd37d87c6/data/data2/current/BP-2109198426-172.17.0.2-1732040485572/current, will proceed with Du for space computation calculation, 2024-11-19T18:21:26,084 WARN [Thread-4143 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:21:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa59d71313d8f83be with lease ID 0x2836e40ee5d3d69b: Processing first storage report for DS-2369496f-30b2-403d-a043-7f5b927a1f9e from datanode DatanodeRegistration(127.0.0.1:45603, datanodeUuid=1d1fdab3-bc82-4963-8244-00738d0dfa11, infoPort=40357, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=574832352;c=1732040485572) 2024-11-19T18:21:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa59d71313d8f83be with lease ID 0x2836e40ee5d3d69b: from storage DS-2369496f-30b2-403d-a043-7f5b927a1f9e node DatanodeRegistration(127.0.0.1:45603, datanodeUuid=1d1fdab3-bc82-4963-8244-00738d0dfa11, infoPort=40357, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=574832352;c=1732040485572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:21:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa59d71313d8f83be with lease ID 0x2836e40ee5d3d69b: Processing first storage report for DS-a14cc82a-8591-4d8b-923c-1b4627df100f from datanode DatanodeRegistration(127.0.0.1:45603, datanodeUuid=1d1fdab3-bc82-4963-8244-00738d0dfa11, infoPort=40357, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=574832352;c=1732040485572) 2024-11-19T18:21:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa59d71313d8f83be with lease ID 0x2836e40ee5d3d69b: from storage DS-a14cc82a-8591-4d8b-923c-1b4627df100f node DatanodeRegistration(127.0.0.1:45603, datanodeUuid=1d1fdab3-bc82-4963-8244-00738d0dfa11, infoPort=40357, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=574832352;c=1732040485572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:21:26,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d 2024-11-19T18:21:26,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:26,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45603 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:21:26,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2 with version=8 2024-11-19T18:21:26,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/hbase-staging 2024-11-19T18:21:26,502 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:21:26,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:26,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:26,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:21:26,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:26,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:21:26,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:21:26,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:21:26,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45425 2024-11-19T18:21:26,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45425 connecting to ZooKeeper ensemble=127.0.0.1:57224 2024-11-19T18:21:26,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454250x0, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:26,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45425-0x1013176553f0000 connected 2024-11-19T18:21:26,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:26,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:26,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Set watcher on znode that does not yet exist, /0-1321428613/running 2024-11-19T18:21:26,532 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2, hbase.cluster.distributed=false 2024-11-19T18:21:26,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Set watcher on znode that does not yet exist, /0-1321428613/acl 2024-11-19T18:21:26,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-19T18:21:26,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45425 2024-11-19T18:21:26,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45425 2024-11-19T18:21:26,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-19T18:21:26,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-19T18:21:26,562 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:21:26,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:26,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:26,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:21:26,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:26,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:21:26,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:21:26,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:21:26,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39213 2024-11-19T18:21:26,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39213 connecting to ZooKeeper ensemble=127.0.0.1:57224 2024-11-19T18:21:26,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:26,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:26,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392130x0, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:26,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392130x0, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Set watcher on znode that does not yet exist, /0-1321428613/running 2024-11-19T18:21:26,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39213-0x1013176553f0001 connected 2024-11-19T18:21:26,572 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:21:26,574 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:21:26,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Set watcher on znode that does not yet exist, /0-1321428613/master 2024-11-19T18:21:26,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Set watcher on znode that does not yet exist, /0-1321428613/acl 2024-11-19T18:21:26,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39213 2024-11-19T18:21:26,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39213 2024-11-19T18:21:26,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39213 2024-11-19T18:21:26,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39213 2024-11-19T18:21:26,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39213 2024-11-19T18:21:26,592 DEBUG [M:0;30db5f576be8:45425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:45425 2024-11-19T18:21:26,593 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1321428613/backup-masters/30db5f576be8,45425,1732040486502 2024-11-19T18:21:26,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613/backup-masters 2024-11-19T18:21:26,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613/backup-masters 2024-11-19T18:21:26,594 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Set watcher on existing znode=/0-1321428613/backup-masters/30db5f576be8,45425,1732040486502 2024-11-19T18:21:26,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1321428613/master 2024-11-19T18:21:26,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:26,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:26,596 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Set watcher on existing znode=/0-1321428613/master 2024-11-19T18:21:26,596 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1321428613/backup-masters/30db5f576be8,45425,1732040486502 from backup master directory 2024-11-19T18:21:26,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1321428613/backup-masters/30db5f576be8,45425,1732040486502 2024-11-19T18:21:26,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613/backup-masters 2024-11-19T18:21:26,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613/backup-masters 2024-11-19T18:21:26,598 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:21:26,598 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,45425,1732040486502 2024-11-19T18:21:26,601 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/hbase.id] with ID: f7307a09-9d0c-4b21-ba3e-8bad3c74a4cf 2024-11-19T18:21:26,601 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/.tmp/hbase.id 2024-11-19T18:21:26,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45603 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:21:26,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:21:26,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:26,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:26,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:26,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:26,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:26,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:26,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:26,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:27,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/.tmp/hbase.id]:[hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/hbase.id] 2024-11-19T18:21:27,014 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:27,014 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:21:27,015 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:21:27,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:27,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:27,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:27,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:27,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:27,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:27,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:27,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:27,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:27,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:27,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:27,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:27,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45603 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:21:27,030 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:27,031 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:21:27,031 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:27,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45603 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:21:27,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:21:27,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T18:21:27,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T18:21:27,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:21:27,437 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/MasterData/data/master/store 2024-11-19T18:21:27,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45603 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:21:27,843 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:27,843 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:21:27,843 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:27,843 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:27,843 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:21:27,843 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:27,843 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:27,843 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040487843Disabling compacts and flushes for region at 1732040487843Disabling writes for close at 1732040487843Writing region close event to WAL at 1732040487843Closed at 1732040487843 2024-11-19T18:21:27,844 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/MasterData/data/master/store/.initializing 2024-11-19T18:21:27,844 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/MasterData/WALs/30db5f576be8,45425,1732040486502 2024-11-19T18:21:27,845 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:21:27,846 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C45425%2C1732040486502, suffix=, logDir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/MasterData/WALs/30db5f576be8,45425,1732040486502, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/MasterData/oldWALs, maxLogs=10 2024-11-19T18:21:27,860 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/MasterData/WALs/30db5f576be8,45425,1732040486502/30db5f576be8%2C45425%2C1732040486502.1732040487846, exclude list is [], retry=0 2024-11-19T18:21:27,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45603,DS-2369496f-30b2-403d-a043-7f5b927a1f9e,DISK] 2024-11-19T18:21:27,864 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/MasterData/WALs/30db5f576be8,45425,1732040486502/30db5f576be8%2C45425%2C1732040486502.1732040487846 2024-11-19T18:21:27,864 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40357:40357)] 2024-11-19T18:21:27,865 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:27,865 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:27,865 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,865 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:21:27,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:27,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:27,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:21:27,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:27,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:27,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:21:27,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:27,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:27,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:21:27,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:27,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:27,873 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,874 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,874 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,875 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,875 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,875 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:27,876 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:27,878 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:27,878 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71834031, jitterRate=0.07041047513484955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:27,879 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040487865Initializing all the Stores at 1732040487866 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040487866Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040487866Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040487866Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040487866Cleaning up temporary data from old regions at 1732040487875 (+9 ms)Region opened successfully at 1732040487879 (+4 ms) 2024-11-19T18:21:27,879 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:21:27,881 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f269aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:21:27,882 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:21:27,882 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:21:27,883 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:21:27,883 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:21:27,883 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:21:27,883 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:21:27,883 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:21:27,885 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:21:27,886 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Unable to get data of znode /0-1321428613/balancer because node does not exist (not necessarily an error) 2024-11-19T18:21:27,887 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1321428613/balancer already deleted, retry=false 2024-11-19T18:21:27,887 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:21:27,887 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Unable to get data of znode /0-1321428613/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:21:27,889 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1321428613/normalizer already deleted, retry=false 2024-11-19T18:21:27,889 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:21:27,889 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Unable to get data of znode /0-1321428613/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:21:27,890 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1321428613/switch/split already deleted, retry=false 2024-11-19T18:21:27,891 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Unable to get data of znode /0-1321428613/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:21:27,893 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1321428613/switch/merge already deleted, retry=false 2024-11-19T18:21:27,894 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Unable to get data of znode /0-1321428613/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:21:27,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1321428613/snapshot-cleanup already deleted, retry=false 2024-11-19T18:21:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1321428613/running 2024-11-19T18:21:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1321428613/running 2024-11-19T18:21:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:27,897 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,45425,1732040486502, sessionid=0x1013176553f0000, setting cluster-up flag (Was=false) 2024-11-19T18:21:27,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:27,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:27,905 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1321428613/flush-table-proc/acquired, /0-1321428613/flush-table-proc/reached, /0-1321428613/flush-table-proc/abort 2024-11-19T18:21:27,905 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,45425,1732040486502 2024-11-19T18:21:27,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:27,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:27,913 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1321428613/online-snapshot/acquired, /0-1321428613/online-snapshot/reached, /0-1321428613/online-snapshot/abort 2024-11-19T18:21:27,914 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,45425,1732040486502 2024-11-19T18:21:27,914 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:21:27,916 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:27,916 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:21:27,916 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:21:27,916 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,45425,1732040486502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:21:27,917 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:27,917 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:27,917 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:27,917 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:27,917 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:21:27,917 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:27,917 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:21:27,917 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:27,918 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040517918 2024-11-19T18:21:27,918 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:21:27,918 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:21:27,918 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:21:27,918 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:21:27,918 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:21:27,918 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:21:27,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:27,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:21:27,919 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:27,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:21:27,920 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:27,924 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:21:27,924 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:21:27,924 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:21:27,924 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:21:27,925 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:21:27,925 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:21:27,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45603 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:21:27,928 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040487925,5,FailOnTimeoutGroup] 2024-11-19T18:21:27,928 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040487928,5,FailOnTimeoutGroup] 2024-11-19T18:21:27,928 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:27,928 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:21:27,928 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:27,929 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:27,983 INFO [RS:0;30db5f576be8:39213 {}] regionserver.HRegionServer(746): ClusterId : f7307a09-9d0c-4b21-ba3e-8bad3c74a4cf 2024-11-19T18:21:27,984 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:21:27,985 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:21:27,985 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:21:27,987 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:21:27,987 DEBUG [RS:0;30db5f576be8:39213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec5a565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:21:28,002 DEBUG [RS:0;30db5f576be8:39213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:39213 2024-11-19T18:21:28,003 INFO [RS:0;30db5f576be8:39213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:21:28,003 INFO [RS:0;30db5f576be8:39213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:21:28,003 DEBUG [RS:0;30db5f576be8:39213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:21:28,003 INFO [RS:0;30db5f576be8:39213 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,45425,1732040486502 with port=39213, startcode=1732040486561 2024-11-19T18:21:28,003 DEBUG [RS:0;30db5f576be8:39213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:21:28,005 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:21:28,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,39213,1732040486561 2024-11-19T18:21:28,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,39213,1732040486561 2024-11-19T18:21:28,006 DEBUG [RS:0;30db5f576be8:39213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2 2024-11-19T18:21:28,006 DEBUG [RS:0;30db5f576be8:39213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43401 2024-11-19T18:21:28,006 DEBUG [RS:0;30db5f576be8:39213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:21:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613/rs 2024-11-19T18:21:28,008 DEBUG [RS:0;30db5f576be8:39213 {}] zookeeper.ZKUtil(111): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Set watcher on existing znode=/0-1321428613/rs/30db5f576be8,39213,1732040486561 2024-11-19T18:21:28,008 WARN [RS:0;30db5f576be8:39213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:21:28,008 INFO [RS:0;30db5f576be8:39213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:28,008 DEBUG [RS:0;30db5f576be8:39213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/WALs/30db5f576be8,39213,1732040486561 2024-11-19T18:21:28,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,39213,1732040486561] 2024-11-19T18:21:28,011 INFO [RS:0;30db5f576be8:39213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:21:28,012 INFO [RS:0;30db5f576be8:39213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:21:28,012 INFO [RS:0;30db5f576be8:39213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:21:28,013 INFO [RS:0;30db5f576be8:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:28,013 INFO [RS:0;30db5f576be8:39213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:21:28,013 INFO [RS:0;30db5f576be8:39213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:21:28,013 INFO [RS:0;30db5f576be8:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:21:28,013 DEBUG [RS:0;30db5f576be8:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:21:28,014 INFO [RS:0;30db5f576be8:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:28,014 INFO [RS:0;30db5f576be8:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:28,014 INFO [RS:0;30db5f576be8:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:28,014 INFO [RS:0;30db5f576be8:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:28,014 INFO [RS:0;30db5f576be8:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:28,014 INFO [RS:0;30db5f576be8:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39213,1732040486561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:21:28,028 INFO [RS:0;30db5f576be8:39213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:21:28,028 INFO [RS:0;30db5f576be8:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,39213,1732040486561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:28,028 INFO [RS:0;30db5f576be8:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:28,028 INFO [RS:0;30db5f576be8:39213 {}] regionserver.Replication(171): 30db5f576be8,39213,1732040486561 started 2024-11-19T18:21:28,041 INFO [RS:0;30db5f576be8:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:28,041 INFO [RS:0;30db5f576be8:39213 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,39213,1732040486561, RpcServer on 30db5f576be8/172.17.0.2:39213, sessionid=0x1013176553f0001 2024-11-19T18:21:28,041 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:21:28,041 DEBUG [RS:0;30db5f576be8:39213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,39213,1732040486561 2024-11-19T18:21:28,041 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,39213,1732040486561' 2024-11-19T18:21:28,041 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1321428613/flush-table-proc/abort' 2024-11-19T18:21:28,042 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1321428613/flush-table-proc/acquired' 2024-11-19T18:21:28,042 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:21:28,042 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:21:28,042 DEBUG [RS:0;30db5f576be8:39213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,39213,1732040486561 2024-11-19T18:21:28,042 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,39213,1732040486561' 2024-11-19T18:21:28,042 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1321428613/online-snapshot/abort' 2024-11-19T18:21:28,042 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1321428613/online-snapshot/acquired' 2024-11-19T18:21:28,043 DEBUG [RS:0;30db5f576be8:39213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:21:28,043 INFO [RS:0;30db5f576be8:39213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:21:28,043 INFO [RS:0;30db5f576be8:39213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:21:28,143 INFO [RS:0;30db5f576be8:39213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:21:28,144 INFO [RS:0;30db5f576be8:39213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C39213%2C1732040486561, suffix=, logDir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/WALs/30db5f576be8,39213,1732040486561, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/oldWALs, maxLogs=10 2024-11-19T18:21:28,158 DEBUG [RS:0;30db5f576be8:39213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/WALs/30db5f576be8,39213,1732040486561/30db5f576be8%2C39213%2C1732040486561.1732040488145, exclude list is [], retry=0 2024-11-19T18:21:28,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45603,DS-2369496f-30b2-403d-a043-7f5b927a1f9e,DISK] 2024-11-19T18:21:28,161 INFO [RS:0;30db5f576be8:39213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/WALs/30db5f576be8,39213,1732040486561/30db5f576be8%2C39213%2C1732040486561.1732040488145 2024-11-19T18:21:28,162 DEBUG [RS:0;30db5f576be8:39213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40357:40357)] 2024-11-19T18:21:28,328 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:21:28,328 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2 2024-11-19T18:21:28,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45603 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:21:28,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:28,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:21:28,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:21:28,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:28,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:28,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:21:28,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:21:28,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:28,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:28,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:21:28,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:21:28,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:28,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:28,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:21:28,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:21:28,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:28,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:28,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:21:28,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/data/hbase/meta/1588230740 2024-11-19T18:21:28,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/data/hbase/meta/1588230740 2024-11-19T18:21:28,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:21:28,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:21:28,741 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:28,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:21:28,743 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:28,744 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73847125, jitterRate=0.1004079133272171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:28,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040488734Initializing all the Stores at 1732040488734Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040488734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040488734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040488734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040488734Cleaning up temporary data from old regions at 1732040488741 (+7 ms)Region opened successfully at 1732040488744 (+3 ms) 2024-11-19T18:21:28,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:21:28,744 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:21:28,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:21:28,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:21:28,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:21:28,745 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:28,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040488744Disabling compacts and flushes for region at 1732040488744Disabling writes for close at 1732040488745 (+1 ms)Writing region close event to WAL at 1732040488745Closed at 1732040488745 2024-11-19T18:21:28,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:28,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:21:28,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:21:28,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:21:28,748 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:21:28,898 DEBUG [30db5f576be8:45425 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:21:28,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,39213,1732040486561 2024-11-19T18:21:28,900 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,39213,1732040486561, state=OPENING 2024-11-19T18:21:28,902 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:21:28,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:28,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1321428613 2024-11-19T18:21:28,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:21:28,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1321428613/meta-region-server: CHANGED 2024-11-19T18:21:28,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1321428613/meta-region-server: CHANGED 2024-11-19T18:21:28,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,39213,1732040486561}] 2024-11-19T18:21:29,061 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:21:29,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:21:29,064 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:21:29,065 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:29,065 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:21:29,066 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C39213%2C1732040486561.meta, suffix=.meta, logDir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/WALs/30db5f576be8,39213,1732040486561, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/oldWALs, maxLogs=10 2024-11-19T18:21:29,079 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/WALs/30db5f576be8,39213,1732040486561/30db5f576be8%2C39213%2C1732040486561.meta.1732040489066.meta, exclude list is [], retry=0 2024-11-19T18:21:29,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45603,DS-2369496f-30b2-403d-a043-7f5b927a1f9e,DISK] 2024-11-19T18:21:29,082 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/WALs/30db5f576be8,39213,1732040486561/30db5f576be8%2C39213%2C1732040486561.meta.1732040489066.meta 2024-11-19T18:21:29,082 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40357:40357)] 2024-11-19T18:21:29,083 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:29,083 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:29,083 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:21:29,083 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:21:29,083 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:21:29,083 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:21:29,083 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:29,084 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:21:29,084 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:21:29,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:21:29,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:21:29,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:29,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:29,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:21:29,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:21:29,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:29,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:29,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:21:29,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:21:29,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:29,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:29,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:21:29,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:21:29,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:29,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:29,094 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:21:29,094 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/data/hbase/meta/1588230740 2024-11-19T18:21:29,095 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/data/hbase/meta/1588230740 2024-11-19T18:21:29,096 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:21:29,096 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:21:29,096 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:29,097 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:21:29,098 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70273551, jitterRate=0.04715751111507416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:29,098 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:21:29,098 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040489084Writing region info on filesystem at 1732040489084Initializing all the Stores at 1732040489084Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040489084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040489084Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040489084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040489084Cleaning up temporary data from old regions at 1732040489096 (+12 ms)Running coprocessor post-open hooks at 1732040489098 (+2 ms)Region opened successfully at 1732040489098 2024-11-19T18:21:29,099 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040489060 2024-11-19T18:21:29,102 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:21:29,102 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:21:29,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,39213,1732040486561 2024-11-19T18:21:29,103 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,39213,1732040486561, state=OPEN 2024-11-19T18:21:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013176553f0001, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1321428613/meta-region-server 2024-11-19T18:21:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1013176553f0000, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1321428613/meta-region-server 2024-11-19T18:21:29,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,39213,1732040486561 2024-11-19T18:21:29,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1321428613/meta-region-server: CHANGED 2024-11-19T18:21:29,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1321428613/meta-region-server: CHANGED 2024-11-19T18:21:29,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:21:29,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,39213,1732040486561 in 196 msec 2024-11-19T18:21:29,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:21:29,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-19T18:21:29,108 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:29,108 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:21:29,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:29,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39213,1732040486561, seqNum=-1] 2024-11-19T18:21:29,109 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:29,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:29,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-19T18:21:29,113 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040489113, completionTime=-1 2024-11-19T18:21:29,113 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:21:29,113 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:21:29,115 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:21:29,115 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040549115 2024-11-19T18:21:29,115 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040609115 2024-11-19T18:21:29,115 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T18:21:29,115 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45425,1732040486502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:29,115 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45425,1732040486502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:29,115 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45425,1732040486502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:29,115 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:45425, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:29,115 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:29,116 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:29,117 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:21:29,118 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.520sec 2024-11-19T18:21:29,118 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:21:29,118 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:21:29,118 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:21:29,118 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:21:29,118 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:21:29,118 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45425,1732040486502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:21:29,119 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45425,1732040486502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:21:29,120 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:21:29,120 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:21:29,120 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45425,1732040486502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:29,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:29,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45425,-1 for getting cluster id 2024-11-19T18:21:29,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:29,185 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7307a09-9d0c-4b21-ba3e-8bad3c74a4cf' 2024-11-19T18:21:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7307a09-9d0c-4b21-ba3e-8bad3c74a4cf" 2024-11-19T18:21:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594f9357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45425,-1] 2024-11-19T18:21:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:29,187 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:29,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc838d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:29,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,39213,1732040486561, seqNum=-1] 2024-11-19T18:21:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:29,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:29,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,45425,1732040486502 2024-11-19T18:21:29,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57224 2024-11-19T18:21:29,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57224, baseZNode=/0-1321428613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:29,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013176553f0002 connected 2024-11-19T18:21:29,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:29,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45425,1732040486502 2024-11-19T18:21:29,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d886fd6 2024-11-19T18:21:29,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:29,202 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:29,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:21:29,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:21:29,204 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:29,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:21:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:29,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:21:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45603 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:21:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:29,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30848084651b468ab1c2ae65c8c107b0, NAME => 'test,,1732040489202.30848084651b468ab1c2ae65c8c107b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2 2024-11-19T18:21:29,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45603 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:21:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:30,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040489202.30848084651b468ab1c2ae65c8c107b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:30,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 30848084651b468ab1c2ae65c8c107b0, disabling compactions & flushes 2024-11-19T18:21:30,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040489202.30848084651b468ab1c2ae65c8c107b0. 2024-11-19T18:21:30,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040489202.30848084651b468ab1c2ae65c8c107b0. 2024-11-19T18:21:30,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040489202.30848084651b468ab1c2ae65c8c107b0. after waiting 0 ms 2024-11-19T18:21:30,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040489202.30848084651b468ab1c2ae65c8c107b0. 2024-11-19T18:21:30,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040489202.30848084651b468ab1c2ae65c8c107b0. 2024-11-19T18:21:30,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30848084651b468ab1c2ae65c8c107b0: Waiting for close lock at 1732040490017Disabling compacts and flushes for region at 1732040490017Disabling writes for close at 1732040490017Writing region close event to WAL at 1732040490017Closed at 1732040490017 2024-11-19T18:21:30,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:21:30,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040489202.30848084651b468ab1c2ae65c8c107b0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040490018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040490018"}]},"ts":"1732040490018"} 2024-11-19T18:21:30,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:21:30,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:21:30,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040490021"}]},"ts":"1732040490021"} 2024-11-19T18:21:30,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:21:30,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30848084651b468ab1c2ae65c8c107b0, ASSIGN}] 2024-11-19T18:21:30,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30848084651b468ab1c2ae65c8c107b0, ASSIGN 2024-11-19T18:21:30,024 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=30848084651b468ab1c2ae65c8c107b0, ASSIGN; state=OFFLINE, location=30db5f576be8,39213,1732040486561; forceNewPlan=false, retain=false 2024-11-19T18:21:30,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30848084651b468ab1c2ae65c8c107b0, regionState=OPENING, regionLocation=30db5f576be8,39213,1732040486561 2024-11-19T18:21:30,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=30848084651b468ab1c2ae65c8c107b0, ASSIGN because future has completed 2024-11-19T18:21:30,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30848084651b468ab1c2ae65c8c107b0, server=30db5f576be8,39213,1732040486561}] 2024-11-19T18:21:30,332 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040489202.30848084651b468ab1c2ae65c8c107b0. 2024-11-19T18:21:30,333 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 30848084651b468ab1c2ae65c8c107b0, NAME => 'test,,1732040489202.30848084651b468ab1c2ae65c8c107b0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:30,333 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:30,333 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:21:30,333 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,333 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040489202.30848084651b468ab1c2ae65c8c107b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:30,333 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,333 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,335 INFO [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,336 INFO [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30848084651b468ab1c2ae65c8c107b0 columnFamilyName f 2024-11-19T18:21:30,336 DEBUG [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:30,336 INFO [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] regionserver.HStore(327): Store=30848084651b468ab1c2ae65c8c107b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:30,336 INFO [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,337 INFO [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30848084651b468ab1c2ae65c8c107b0 columnFamilyName f1 2024-11-19T18:21:30,337 DEBUG [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:30,337 INFO [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] regionserver.HStore(327): Store=30848084651b468ab1c2ae65c8c107b0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:30,337 INFO [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,338 INFO [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30848084651b468ab1c2ae65c8c107b0 columnFamilyName norep 2024-11-19T18:21:30,338 DEBUG [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:30,338 INFO [StoreOpener-30848084651b468ab1c2ae65c8c107b0-1 {}] regionserver.HStore(327): Store=30848084651b468ab1c2ae65c8c107b0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:30,339 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,339 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/data/default/test/30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,339 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/data/default/test/30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,340 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,340 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,340 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:21:30,341 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:30,342 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/data/default/test/30848084651b468ab1c2ae65c8c107b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:30,343 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 30848084651b468ab1c2ae65c8c107b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67102389, jitterRate=-9.648501873016357E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:21:30,343 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30848084651b468ab1c2ae65c8c107b0 2024-11-19T18:21:30,343 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 30848084651b468ab1c2ae65c8c107b0: Running coprocessor pre-open hook at 1732040490334Writing region info on filesystem at 1732040490334Initializing all the Stores at 1732040490334Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040490334Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040490334Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040490334Cleaning up temporary data from old regions at 1732040490340 (+6 ms)Running coprocessor post-open hooks at 1732040490343 (+3 ms)Region opened successfully at 1732040490343 2024-11-19T18:21:30,344 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040489202.30848084651b468ab1c2ae65c8c107b0., pid=6, masterSystemTime=1732040490329 2024-11-19T18:21:30,346 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040489202.30848084651b468ab1c2ae65c8c107b0. 2024-11-19T18:21:30,346 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040489202.30848084651b468ab1c2ae65c8c107b0. 2024-11-19T18:21:30,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30848084651b468ab1c2ae65c8c107b0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,39213,1732040486561 2024-11-19T18:21:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30848084651b468ab1c2ae65c8c107b0, server=30db5f576be8,39213,1732040486561 because future has completed 2024-11-19T18:21:30,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:21:30,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 30848084651b468ab1c2ae65c8c107b0, server=30db5f576be8,39213,1732040486561 in 172 msec 2024-11-19T18:21:30,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:21:30,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=30848084651b468ab1c2ae65c8c107b0, ASSIGN in 327 msec 2024-11-19T18:21:30,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:21:30,352 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040490352"}]},"ts":"1732040490352"} 2024-11-19T18:21:30,354 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:21:30,354 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:21:30,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-19T18:21:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:31,352 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:21:31,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bec40e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:31,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45425,-1 for getting cluster id 2024-11-19T18:21:31,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:31,354 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7307a09-9d0c-4b21-ba3e-8bad3c74a4cf' 2024-11-19T18:21:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7307a09-9d0c-4b21-ba3e-8bad3c74a4cf" 2024-11-19T18:21:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce04bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45425,-1] 2024-11-19T18:21:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:31,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:31,355 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:31,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78996e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:31,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:31,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45425,1732040486502 2024-11-19T18:21:31,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78b8b0ad 2024-11-19T18:21:31,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:31,358 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:31,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:45425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:21:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:21:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:31,361 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:45425' 2024-11-19T18:21:31,362 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2ca32d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:31,362 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45425,-1 for getting cluster id 2024-11-19T18:21:31,362 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:31,363 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7307a09-9d0c-4b21-ba3e-8bad3c74a4cf' 2024-11-19T18:21:31,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:31,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7307a09-9d0c-4b21-ba3e-8bad3c74a4cf" 2024-11-19T18:21:31,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c46fbac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:31,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45425,-1] 2024-11-19T18:21:31,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:31,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:31,364 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:31,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f1e16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:31,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:31,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45425,1732040486502 2024-11-19T18:21:31,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1891faf1 2024-11-19T18:21:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:31,366 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:31,367 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T18:21:31,367 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:21:31,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:31,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:31,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:31,367 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://30db5f576be8:45425, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T18:21:31,375 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://30db5f576be8:45425, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://30db5f576be8:45425, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://30db5f576be8:45425, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-19T18:21:31,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://30db5f576be8:45425, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=18 msec 2024-11-19T18:21:31,376 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-19T18:21:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:31,473 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://30db5f576be8:45425, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-19T18:21:31,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:31,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:31,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:31,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:31,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:31,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 362) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2-prefix:30db5f576be8,39213,1732040486561.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RS:0;30db5f576be8:39213 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;30db5f576be8:39213-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/30db5f576be8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Session-HouseKeeper-10ceecef-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:43401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2109198426-172.17.0.2-1732040485572:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/30db5f576be8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57224 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-236933396_20 at /127.0.0.1:54126 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41121 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp140238719-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$608/0x00007f38a0ad1a88.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@64194794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2/MasterData-prefix:30db5f576be8,45425,1732040486502 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2109198426-172.17.0.2-1732040485572:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp354939741-7902-acceptor-0@7f24451-ServerConnector@7bb54031{HTTP/1.1, (http/1.1)}{localhost:36363} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@e834038 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/30db5f576be8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master/30db5f576be8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/30db5f576be8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-5d799d0d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5229426c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:57224): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7f885238 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040487928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp140238719-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040487925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_155044202_20 at /127.0.0.1:54180 [Receiving block BP-2109198426-172.17.0.2-1732040485572:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f38a0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;30db5f576be8:45425 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43401 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp140238719-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f38a0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43401/user/jenkins/test-data/b04f5773-69d1-3512-47fa-8c76b747b4a2-prefix:30db5f576be8,39213,1732040486561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2109198426-172.17.0.2-1732040485572 heartbeating to localhost/127.0.0.1:43401 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-236933396_20 at /127.0.0.1:54186 [Receiving block BP-2109198426-172.17.0.2-1732040485572:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp354939741-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57224) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp140238719-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f38a0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57224) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3235b494 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/cluster_b8f0f07d-f3ea-b9b0-1694-8c1cd37d87c6/data/data1/current/BP-2109198426-172.17.0.2-1732040485572 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f38a09f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 1 on default port 43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp354939741-7903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp354939741-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f38a0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@614a12c3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/cluster_b8f0f07d-f3ea-b9b0-1694-8c1cd37d87c6/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: CacheReplicationMonitor(126664063) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 0 on default port 41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/cluster_b8f0f07d-f3ea-b9b0-1694-8c1cd37d87c6/data/data2/current/BP-2109198426-172.17.0.2-1732040485572 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7dc01328[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/cluster_b8f0f07d-f3ea-b9b0-1694-8c1cd37d87c6/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp140238719-7852 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f38a0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/30db5f576be8:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server idle connection scanner for port 43401 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: 30db5f576be8:45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: PacketResponder: BP-2109198426-172.17.0.2-1732040485572:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-236933396_20 at /127.0.0.1:54198 [Receiving block BP-2109198426-172.17.0.2-1732040485572:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57224) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp140238719-7856-acceptor-0@2f6e7dcd-ServerConnector@1877303b{HTTP/1.1, (http/1.1)}{localhost:43007} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp140238719-7857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=874 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 338) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6154 (was 6178) 2024-11-19T18:21:31,512 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-19T18:21:31,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=6152 2024-11-19T18:21:31,527 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-19T18:21:31,541 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-19T18:21:31,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/hadoop.log.dir so I do NOT create it in target/test-data/a25911d3-42b6-c59a-de73-a69729bff624 2024-11-19T18:21:31,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:21:31,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/hadoop.tmp.dir so I do NOT create it in target/test-data/a25911d3-42b6-c59a-de73-a69729bff624 2024-11-19T18:21:31,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6921d5-815a-2bec-98e2-e0b76c153e8d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:21:31,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624 2024-11-19T18:21:31,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/cluster_d76603e7-c6a3-3fc5-e5ce-3c27356e5a7b, deleteOnExit=true 2024-11-19T18:21:31,545 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/cluster_d76603e7-c6a3-3fc5-e5ce-3c27356e5a7b/zookeeper_0, clientPort=61478, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/cluster_d76603e7-c6a3-3fc5-e5ce-3c27356e5a7b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/cluster_d76603e7-c6a3-3fc5-e5ce-3c27356e5a7b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T18:21:31,545 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61478 2024-11-19T18:21:31,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:21:31,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/test.cache.data in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:21:31,546 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:21:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:21:31,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:21:31,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:21:31,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:21:31,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:21:31,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:21:31,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:21:31,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:31,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:21:31,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:21:31,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:21:31,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:21:31,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:31,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e31e38c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:21:31,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169722f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:21:31,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df38f92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/java.io.tmpdir/jetty-localhost-36147-hadoop-hdfs-3_4_1-tests_jar-_-any-4054456915945698393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:21:31,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@765ecaf3{HTTP/1.1, (http/1.1)}{localhost:36147} 2024-11-19T18:21:31,815 INFO [Time-limited test {}] server.Server(415): Started @290903ms 2024-11-19T18:21:31,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:31,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:21:31,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:21:31,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:21:31,921 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:21:31,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2a59fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:21:31,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bde6823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:21:32,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bbe537c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/java.io.tmpdir/jetty-localhost-35737-hadoop-hdfs-3_4_1-tests_jar-_-any-11536089472261472378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:21:32,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c8d82be{HTTP/1.1, (http/1.1)}{localhost:35737} 2024-11-19T18:21:32,069 INFO [Time-limited test {}] server.Server(415): Started @291158ms 2024-11-19T18:21:32,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:21:32,205 WARN [Thread-4289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/cluster_d76603e7-c6a3-3fc5-e5ce-3c27356e5a7b/data/data1/current/BP-1049657703-172.17.0.2-1732040491564/current, will proceed with Du for space computation calculation, 2024-11-19T18:21:32,205 WARN [Thread-4290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/cluster_d76603e7-c6a3-3fc5-e5ce-3c27356e5a7b/data/data2/current/BP-1049657703-172.17.0.2-1732040491564/current, will proceed with Du for space computation calculation, 2024-11-19T18:21:32,228 WARN [Thread-4277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:21:32,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0e4bf84e175fcc6 with lease ID 0xd1220c65608be0a2: Processing first storage report for DS-ec71eb96-649e-4bbb-aa69-8272d6cd550e from datanode DatanodeRegistration(127.0.0.1:41895, datanodeUuid=f2f4817f-0a2e-4dd6-ac89-bdcf981fcb18, infoPort=36351, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=871020019;c=1732040491564) 2024-11-19T18:21:32,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0e4bf84e175fcc6 with lease ID 0xd1220c65608be0a2: from storage DS-ec71eb96-649e-4bbb-aa69-8272d6cd550e node DatanodeRegistration(127.0.0.1:41895, datanodeUuid=f2f4817f-0a2e-4dd6-ac89-bdcf981fcb18, infoPort=36351, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=871020019;c=1732040491564), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:21:32,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0e4bf84e175fcc6 with lease ID 0xd1220c65608be0a2: Processing first storage report for DS-e8223c46-18b4-4299-8883-164373b30d1c from datanode DatanodeRegistration(127.0.0.1:41895, datanodeUuid=f2f4817f-0a2e-4dd6-ac89-bdcf981fcb18, infoPort=36351, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=871020019;c=1732040491564) 2024-11-19T18:21:32,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0e4bf84e175fcc6 with lease ID 0xd1220c65608be0a2: from storage DS-e8223c46-18b4-4299-8883-164373b30d1c node DatanodeRegistration(127.0.0.1:41895, datanodeUuid=f2f4817f-0a2e-4dd6-ac89-bdcf981fcb18, infoPort=36351, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=871020019;c=1732040491564), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:21:32,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624 2024-11-19T18:21:32,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:32,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:32,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:21:32,328 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41 with version=8 2024-11-19T18:21:32,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/hbase-staging 2024-11-19T18:21:32,332 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:21:32,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:32,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:32,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:21:32,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:32,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:21:32,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:21:32,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:21:32,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36173 2024-11-19T18:21:32,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36173 connecting to ZooKeeper ensemble=127.0.0.1:61478 2024-11-19T18:21:32,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361730x0, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:32,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36173-0x10131766ca80000 connected 2024-11-19T18:21:32,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:32,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:32,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Set watcher on znode that does not yet exist, /0-2120406005/running 2024-11-19T18:21:32,375 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41, hbase.cluster.distributed=false 2024-11-19T18:21:32,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Set watcher on znode that does not yet exist, /0-2120406005/acl 2024-11-19T18:21:32,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36173 2024-11-19T18:21:32,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36173 2024-11-19T18:21:32,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36173 2024-11-19T18:21:32,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36173 2024-11-19T18:21:32,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36173 2024-11-19T18:21:32,396 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:21:32,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:32,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:32,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:21:32,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:32,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:21:32,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:21:32,396 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:21:32,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35661 2024-11-19T18:21:32,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35661 connecting to ZooKeeper ensemble=127.0.0.1:61478 2024-11-19T18:21:32,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:32,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:32,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356610x0, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:32,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356610x0, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Set watcher on znode that does not yet exist, /0-2120406005/running 2024-11-19T18:21:32,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35661-0x10131766ca80001 connected 2024-11-19T18:21:32,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:21:32,409 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:21:32,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Set watcher on znode that does not yet exist, /0-2120406005/master 2024-11-19T18:21:32,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Set watcher on znode that does not yet exist, /0-2120406005/acl 2024-11-19T18:21:32,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35661 2024-11-19T18:21:32,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35661 2024-11-19T18:21:32,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35661 2024-11-19T18:21:32,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35661 2024-11-19T18:21:32,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35661 2024-11-19T18:21:32,429 DEBUG [M:0;30db5f576be8:36173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:36173 2024-11-19T18:21:32,430 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2120406005/backup-masters/30db5f576be8,36173,1732040492331 2024-11-19T18:21:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005/backup-masters 2024-11-19T18:21:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005/backup-masters 2024-11-19T18:21:32,438 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Set watcher on existing znode=/0-2120406005/backup-masters/30db5f576be8,36173,1732040492331 2024-11-19T18:21:32,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2120406005/master 2024-11-19T18:21:32,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:32,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:32,448 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Set watcher on existing znode=/0-2120406005/master 2024-11-19T18:21:32,449 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2120406005/backup-masters/30db5f576be8,36173,1732040492331 from backup master directory 2024-11-19T18:21:32,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2120406005/backup-masters/30db5f576be8,36173,1732040492331 2024-11-19T18:21:32,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005/backup-masters 2024-11-19T18:21:32,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005/backup-masters 2024-11-19T18:21:32,451 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:21:32,451 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,36173,1732040492331 2024-11-19T18:21:32,455 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/hbase.id] with ID: f3eaef68-2a43-4b42-ae54-fe344d8f9e6f 2024-11-19T18:21:32,455 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/.tmp/hbase.id 2024-11-19T18:21:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:21:32,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:21:32,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:32,862 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/.tmp/hbase.id]:[hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/hbase.id] 2024-11-19T18:21:32,870 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:32,870 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:21:32,871 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:21:32,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:32,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:21:33,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:33,092 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:21:33,092 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108781 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:21:33,280 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:33,282 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:21:33,282 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:33,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:21:33,688 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store 2024-11-19T18:21:33,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:21:34,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:21:34,012 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T18:21:34,094 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:34,094 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:21:34,094 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:34,094 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:34,094 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:21:34,094 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:34,094 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:34,094 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040494094Disabling compacts and flushes for region at 1732040494094Disabling writes for close at 1732040494094Writing region close event to WAL at 1732040494094Closed at 1732040494094 2024-11-19T18:21:34,095 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/.initializing 2024-11-19T18:21:34,095 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/WALs/30db5f576be8,36173,1732040492331 2024-11-19T18:21:34,096 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:21:34,098 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C36173%2C1732040492331, suffix=, logDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/WALs/30db5f576be8,36173,1732040492331, archiveDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/oldWALs, maxLogs=10 2024-11-19T18:21:34,113 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/WALs/30db5f576be8,36173,1732040492331/30db5f576be8%2C36173%2C1732040492331.1732040494098, exclude list is [], retry=0 2024-11-19T18:21:34,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41895,DS-ec71eb96-649e-4bbb-aa69-8272d6cd550e,DISK] 2024-11-19T18:21:34,117 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/WALs/30db5f576be8,36173,1732040492331/30db5f576be8%2C36173%2C1732040492331.1732040494098 2024-11-19T18:21:34,117 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36351:36351)] 2024-11-19T18:21:34,117 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:34,117 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:34,117 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,117 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:21:34,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:34,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:34,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:21:34,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:34,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:34,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:21:34,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:34,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:34,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:21:34,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:34,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:34,124 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,125 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,125 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,126 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,126 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,126 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:34,127 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:34,128 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:34,129 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60005799, jitterRate=-0.1058439165353775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:34,129 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040494117Initializing all the Stores at 1732040494118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040494118Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040494118Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040494118Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040494118Cleaning up temporary data from old regions at 1732040494126 (+8 ms)Region opened successfully at 1732040494129 (+3 ms) 2024-11-19T18:21:34,129 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:21:34,131 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5316c1af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:21:34,132 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:21:34,132 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:21:34,132 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:21:34,132 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:21:34,133 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:21:34,133 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:21:34,133 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:21:34,135 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:21:34,135 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Unable to get data of znode /0-2120406005/balancer because node does not exist (not necessarily an error) 2024-11-19T18:21:34,137 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120406005/balancer already deleted, retry=false 2024-11-19T18:21:34,137 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:21:34,137 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Unable to get data of znode /0-2120406005/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:21:34,140 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120406005/normalizer already deleted, retry=false 2024-11-19T18:21:34,140 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:21:34,141 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Unable to get data of znode /0-2120406005/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:21:34,143 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120406005/switch/split already deleted, retry=false 2024-11-19T18:21:34,143 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Unable to get data of znode /0-2120406005/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:21:34,144 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120406005/switch/merge already deleted, retry=false 2024-11-19T18:21:34,146 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Unable to get data of znode /0-2120406005/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:21:34,147 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120406005/snapshot-cleanup already deleted, retry=false 2024-11-19T18:21:34,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2120406005/running 2024-11-19T18:21:34,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2120406005/running 2024-11-19T18:21:34,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:34,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:34,152 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,36173,1732040492331, sessionid=0x10131766ca80000, setting cluster-up flag (Was=false) 2024-11-19T18:21:34,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:34,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:34,160 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2120406005/flush-table-proc/acquired, /0-2120406005/flush-table-proc/reached, /0-2120406005/flush-table-proc/abort 2024-11-19T18:21:34,160 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,36173,1732040492331 2024-11-19T18:21:34,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:34,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:34,169 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2120406005/online-snapshot/acquired, /0-2120406005/online-snapshot/reached, /0-2120406005/online-snapshot/abort 2024-11-19T18:21:34,170 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,36173,1732040492331 2024-11-19T18:21:34,171 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:21:34,172 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:34,172 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:21:34,172 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:21:34,172 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,36173,1732040492331 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:21:34,173 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:34,173 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:34,174 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:34,174 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:34,174 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:21:34,174 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,174 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:21:34,174 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:34,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:21:34,176 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:34,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:21:34,176 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040524176 2024-11-19T18:21:34,176 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:21:34,176 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:21:34,177 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:21:34,177 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:21:34,177 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:21:34,177 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:21:34,177 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,177 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:21:34,177 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:21:34,177 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:21:34,177 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:21:34,180 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:21:34,180 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:21:34,181 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040494180,5,FailOnTimeoutGroup] 2024-11-19T18:21:34,182 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040494181,5,FailOnTimeoutGroup] 2024-11-19T18:21:34,182 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,182 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:21:34,182 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,182 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:21:34,219 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(746): ClusterId : f3eaef68-2a43-4b42-ae54-fe344d8f9e6f 2024-11-19T18:21:34,219 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:21:34,221 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:21:34,221 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:21:34,225 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:21:34,225 DEBUG [RS:0;30db5f576be8:35661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614f6045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:21:34,238 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:35661 2024-11-19T18:21:34,238 INFO [RS:0;30db5f576be8:35661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:21:34,238 INFO [RS:0;30db5f576be8:35661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:21:34,238 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:21:34,239 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,36173,1732040492331 with port=35661, startcode=1732040492395 2024-11-19T18:21:34,239 DEBUG [RS:0;30db5f576be8:35661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:21:34,240 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:21:34,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,35661,1732040492395 2024-11-19T18:21:34,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36173 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,35661,1732040492395 2024-11-19T18:21:34,242 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41 2024-11-19T18:21:34,242 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36675 2024-11-19T18:21:34,242 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:21:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005/rs 2024-11-19T18:21:34,244 DEBUG [RS:0;30db5f576be8:35661 {}] zookeeper.ZKUtil(111): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Set watcher on existing znode=/0-2120406005/rs/30db5f576be8,35661,1732040492395 2024-11-19T18:21:34,244 WARN [RS:0;30db5f576be8:35661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:21:34,244 INFO [RS:0;30db5f576be8:35661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:34,244 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395 2024-11-19T18:21:34,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,35661,1732040492395] 2024-11-19T18:21:34,247 INFO [RS:0;30db5f576be8:35661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:21:34,249 INFO [RS:0;30db5f576be8:35661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:21:34,249 INFO [RS:0;30db5f576be8:35661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:21:34,249 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,249 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:21:34,250 INFO [RS:0;30db5f576be8:35661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:21:34,250 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:21:34,250 DEBUG [RS:0;30db5f576be8:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:21:34,251 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,251 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,251 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,251 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,251 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,251 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35661,1732040492395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:21:34,278 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:21:34,278 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,35661,1732040492395-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,279 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,279 INFO [RS:0;30db5f576be8:35661 {}] regionserver.Replication(171): 30db5f576be8,35661,1732040492395 started 2024-11-19T18:21:34,293 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:34,293 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,35661,1732040492395, RpcServer on 30db5f576be8/172.17.0.2:35661, sessionid=0x10131766ca80001 2024-11-19T18:21:34,293 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:21:34,293 DEBUG [RS:0;30db5f576be8:35661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,35661,1732040492395 2024-11-19T18:21:34,293 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,35661,1732040492395' 2024-11-19T18:21:34,293 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2120406005/flush-table-proc/abort' 2024-11-19T18:21:34,294 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2120406005/flush-table-proc/acquired' 2024-11-19T18:21:34,294 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:21:34,294 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:21:34,294 DEBUG [RS:0;30db5f576be8:35661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,35661,1732040492395 2024-11-19T18:21:34,294 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,35661,1732040492395' 2024-11-19T18:21:34,294 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2120406005/online-snapshot/abort' 2024-11-19T18:21:34,294 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2120406005/online-snapshot/acquired' 2024-11-19T18:21:34,294 DEBUG [RS:0;30db5f576be8:35661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:21:34,294 INFO [RS:0;30db5f576be8:35661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:21:34,294 INFO [RS:0;30db5f576be8:35661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:21:34,395 INFO [RS:0;30db5f576be8:35661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:21:34,396 INFO [RS:0;30db5f576be8:35661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C35661%2C1732040492395, suffix=, logDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395, archiveDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/oldWALs, maxLogs=10 2024-11-19T18:21:34,410 DEBUG [RS:0;30db5f576be8:35661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396, exclude list is [], retry=0 2024-11-19T18:21:34,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41895,DS-ec71eb96-649e-4bbb-aa69-8272d6cd550e,DISK] 2024-11-19T18:21:34,413 INFO [RS:0;30db5f576be8:35661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 2024-11-19T18:21:34,414 DEBUG [RS:0;30db5f576be8:35661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36351:36351)] 2024-11-19T18:21:34,584 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:21:34,585 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41 2024-11-19T18:21:34,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:21:34,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:34,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:21:34,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:21:34,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:34,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:34,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:21:34,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:21:34,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:34,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:34,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:21:34,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:21:34,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:34,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:34,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:21:34,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:21:34,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:34,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:34,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:21:34,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740 2024-11-19T18:21:34,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740 2024-11-19T18:21:34,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:21:34,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:21:34,999 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:34,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:21:35,001 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:35,001 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62168909, jitterRate=-0.0736110657453537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:35,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040494990Initializing all the Stores at 1732040494990Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040494991 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040494991Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040494991Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040494991Cleaning up temporary data from old regions at 1732040494998 (+7 ms)Region opened successfully at 1732040495001 (+3 ms) 2024-11-19T18:21:35,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:21:35,001 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:21:35,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:21:35,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:21:35,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:21:35,002 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:35,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040495001Disabling compacts and flushes for region at 1732040495001Disabling writes for close at 1732040495001Writing region close event to WAL at 1732040495002 (+1 ms)Closed at 1732040495002 2024-11-19T18:21:35,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:35,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:21:35,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:21:35,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:21:35,005 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:21:35,155 DEBUG [30db5f576be8:36173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:21:35,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,35661,1732040492395 2024-11-19T18:21:35,156 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,35661,1732040492395, state=OPENING 2024-11-19T18:21:35,158 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:21:35,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:35,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:35,167 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:21:35,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120406005/meta-region-server: CHANGED 2024-11-19T18:21:35,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120406005/meta-region-server: CHANGED 2024-11-19T18:21:35,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,35661,1732040492395}] 2024-11-19T18:21:35,320 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:21:35,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:21:35,325 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:21:35,325 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:35,325 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:21:35,326 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C35661%2C1732040492395.meta, suffix=.meta, logDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395, archiveDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/oldWALs, maxLogs=10 2024-11-19T18:21:35,343 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.meta.1732040495326.meta, exclude list is [], retry=0 2024-11-19T18:21:35,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41895,DS-ec71eb96-649e-4bbb-aa69-8272d6cd550e,DISK] 2024-11-19T18:21:35,347 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.meta.1732040495326.meta 2024-11-19T18:21:35,347 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36351:36351)] 2024-11-19T18:21:35,347 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:35,348 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:35,348 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:21:35,348 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:21:35,348 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:21:35,348 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:21:35,348 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:35,348 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:21:35,348 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:21:35,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:21:35,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:21:35,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:35,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:35,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:21:35,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:21:35,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:35,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:35,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:21:35,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:21:35,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:35,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:35,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:21:35,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:21:35,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:35,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:35,353 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:21:35,353 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740 2024-11-19T18:21:35,354 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740 2024-11-19T18:21:35,355 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:21:35,355 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:21:35,355 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:35,356 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:21:35,356 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66586281, jitterRate=-0.00778709352016449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:35,356 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:21:35,356 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040495348Writing region info on filesystem at 1732040495348Initializing all the Stores at 1732040495349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040495349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040495349Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040495349Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040495349Cleaning up temporary data from old regions at 1732040495355 (+6 ms)Running coprocessor post-open hooks at 1732040495356 (+1 ms)Region opened successfully at 1732040495356 2024-11-19T18:21:35,357 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040495319 2024-11-19T18:21:35,359 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:21:35,359 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:21:35,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,35661,1732040492395 2024-11-19T18:21:35,360 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,35661,1732040492395, state=OPEN 2024-11-19T18:21:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2120406005/meta-region-server 2024-11-19T18:21:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2120406005/meta-region-server 2024-11-19T18:21:35,362 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,35661,1732040492395 2024-11-19T18:21:35,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120406005/meta-region-server: CHANGED 2024-11-19T18:21:35,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120406005/meta-region-server: CHANGED 2024-11-19T18:21:35,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:21:35,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,35661,1732040492395 in 195 msec 2024-11-19T18:21:35,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:21:35,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-19T18:21:35,365 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:35,365 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:21:35,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:35,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35661,1732040492395, seqNum=-1] 2024-11-19T18:21:35,366 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:35,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:35,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-19T18:21:35,371 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040495371, completionTime=-1 2024-11-19T18:21:35,372 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:21:35,372 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:21:35,373 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:21:35,373 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040555373 2024-11-19T18:21:35,373 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040615373 2024-11-19T18:21:35,373 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T18:21:35,374 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36173,1732040492331-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:35,374 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36173,1732040492331-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:35,374 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36173,1732040492331-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:35,374 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:36173, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:35,374 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:35,374 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:35,375 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:21:35,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.925sec 2024-11-19T18:21:35,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:21:35,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:21:35,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:21:35,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:21:35,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:21:35,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36173,1732040492331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:21:35,377 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36173,1732040492331-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:21:35,379 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:21:35,379 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:21:35,379 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,36173,1732040492331-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:35,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4befd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:35,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,36173,-1 for getting cluster id 2024-11-19T18:21:35,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:35,422 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3eaef68-2a43-4b42-ae54-fe344d8f9e6f' 2024-11-19T18:21:35,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:35,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3eaef68-2a43-4b42-ae54-fe344d8f9e6f" 2024-11-19T18:21:35,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae860ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:35,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,36173,-1] 2024-11-19T18:21:35,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:35,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:35,424 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:35,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7ad8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:35,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:35,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35661,1732040492395, seqNum=-1] 2024-11-19T18:21:35,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:35,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:35,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,36173,1732040492331 2024-11-19T18:21:35,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61478 2024-11-19T18:21:35,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:35,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10131766ca80002 connected 2024-11-19T18:21:35,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/hadoop.log.dir so I do NOT create it in target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a 2024-11-19T18:21:35,435 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:21:35,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/hadoop.tmp.dir so I do NOT create it in target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a 2024-11-19T18:21:35,435 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:21:35,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a 2024-11-19T18:21:35,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:21:35,435 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/cluster_5bcec372-b3f0-7aa1-7029-4dd212d65e53, deleteOnExit=true 2024-11-19T18:21:35,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:21:35,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/test.cache.data in system properties and HBase conf 2024-11-19T18:21:35,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:21:35,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:21:35,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:21:35,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:21:35,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:21:35,435 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:21:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:21:35,523 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:35,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:21:35,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:21:35,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:21:35,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:21:35,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:35,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6627d46b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:21:35,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70764eb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:21:35,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7278e131{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/java.io.tmpdir/jetty-localhost-33961-hadoop-hdfs-3_4_1-tests_jar-_-any-8471894256694080542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:21:35,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aae27f{HTTP/1.1, (http/1.1)}{localhost:33961} 2024-11-19T18:21:35,651 INFO [Time-limited test {}] server.Server(415): Started @294739ms 2024-11-19T18:21:35,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:35,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:21:35,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:21:35,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:21:35,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:21:35,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42cb9d4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:21:35,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@501795a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:21:35,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4abd7308{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/java.io.tmpdir/jetty-localhost-33599-hadoop-hdfs-3_4_1-tests_jar-_-any-17194578266951122451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:21:35,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@760c5af5{HTTP/1.1, (http/1.1)}{localhost:33599} 2024-11-19T18:21:35,868 INFO [Time-limited test {}] server.Server(415): Started @294956ms 2024-11-19T18:21:35,869 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:21:35,993 WARN [Thread-4410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/cluster_5bcec372-b3f0-7aa1-7029-4dd212d65e53/data/data1/current/BP-874466121-172.17.0.2-1732040495455/current, will proceed with Du for space computation calculation, 2024-11-19T18:21:35,993 WARN [Thread-4411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/cluster_5bcec372-b3f0-7aa1-7029-4dd212d65e53/data/data2/current/BP-874466121-172.17.0.2-1732040495455/current, will proceed with Du for space computation calculation, 2024-11-19T18:21:36,010 WARN [Thread-4398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:21:36,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6fd3a9f6f8eb42f with lease ID 0xccdd0ab15227e437: Processing first storage report for DS-da91824a-f67d-488e-a27f-8c9ab9891d66 from datanode DatanodeRegistration(127.0.0.1:44805, datanodeUuid=176e52b6-88b5-48ff-9eca-7523785e1452, infoPort=45351, infoSecurePort=0, ipcPort=33875, storageInfo=lv=-57;cid=testClusterID;nsid=141905321;c=1732040495455) 2024-11-19T18:21:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6fd3a9f6f8eb42f with lease ID 0xccdd0ab15227e437: from storage DS-da91824a-f67d-488e-a27f-8c9ab9891d66 node DatanodeRegistration(127.0.0.1:44805, datanodeUuid=176e52b6-88b5-48ff-9eca-7523785e1452, infoPort=45351, infoSecurePort=0, ipcPort=33875, storageInfo=lv=-57;cid=testClusterID;nsid=141905321;c=1732040495455), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:21:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6fd3a9f6f8eb42f with lease ID 0xccdd0ab15227e437: Processing first storage report for DS-7d75d3f2-a864-4e06-8d14-d50c08622e07 from datanode DatanodeRegistration(127.0.0.1:44805, datanodeUuid=176e52b6-88b5-48ff-9eca-7523785e1452, infoPort=45351, infoSecurePort=0, ipcPort=33875, storageInfo=lv=-57;cid=testClusterID;nsid=141905321;c=1732040495455) 2024-11-19T18:21:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6fd3a9f6f8eb42f with lease ID 0xccdd0ab15227e437: from storage DS-7d75d3f2-a864-4e06-8d14-d50c08622e07 node DatanodeRegistration(127.0.0.1:44805, datanodeUuid=176e52b6-88b5-48ff-9eca-7523785e1452, infoPort=45351, infoSecurePort=0, ipcPort=33875, storageInfo=lv=-57;cid=testClusterID;nsid=141905321;c=1732040495455), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:21:36,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a 2024-11-19T18:21:36,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:36,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:36,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:21:36,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca with version=8 2024-11-19T18:21:36,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/hbase-staging 2024-11-19T18:21:36,503 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:21:36,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:36,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:36,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:21:36,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:36,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:21:36,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:21:36,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:21:36,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40845 2024-11-19T18:21:36,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40845 connecting to ZooKeeper ensemble=127.0.0.1:61478 2024-11-19T18:21:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408450x0, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:36,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40845-0x10131766ca80003 connected 2024-11-19T18:21:36,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:36,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:36,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Set watcher on znode that does not yet exist, /12034519392/running 2024-11-19T18:21:36,522 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca, hbase.cluster.distributed=false 2024-11-19T18:21:36,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Set watcher on znode that does not yet exist, /12034519392/acl 2024-11-19T18:21:36,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-19T18:21:36,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40845 2024-11-19T18:21:36,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40845 2024-11-19T18:21:36,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-19T18:21:36,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-19T18:21:36,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T18:21:36,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T18:21:36,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T18:21:36,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T18:21:36,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:21:36,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T18:21:36,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T18:21:36,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T18:21:36,543 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:21:36,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:36,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:36,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:21:36,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:36,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:21:36,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:21:36,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:21:36,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33451 2024-11-19T18:21:36,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33451 connecting to ZooKeeper ensemble=127.0.0.1:61478 2024-11-19T18:21:36,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:36,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:36,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334510x0, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:36,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334510x0, quorum=127.0.0.1:61478, baseZNode=/12034519392 Set watcher on znode that does not yet exist, /12034519392/running 2024-11-19T18:21:36,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33451-0x10131766ca80004 connected 2024-11-19T18:21:36,550 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:21:36,551 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:21:36,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Set watcher on znode that does not yet exist, /12034519392/master 2024-11-19T18:21:36,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Set watcher on znode that does not yet exist, /12034519392/acl 2024-11-19T18:21:36,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-19T18:21:36,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33451 2024-11-19T18:21:36,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33451 2024-11-19T18:21:36,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-19T18:21:36,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-19T18:21:36,571 DEBUG [M:0;30db5f576be8:40845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:40845 2024-11-19T18:21:36,571 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12034519392/backup-masters/30db5f576be8,40845,1732040496502 2024-11-19T18:21:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392/backup-masters 2024-11-19T18:21:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392/backup-masters 2024-11-19T18:21:36,573 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Set watcher on existing znode=/12034519392/backup-masters/30db5f576be8,40845,1732040496502 2024-11-19T18:21:36,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12034519392/master 2024-11-19T18:21:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:36,576 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Set watcher on existing znode=/12034519392/master 2024-11-19T18:21:36,576 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12034519392/backup-masters/30db5f576be8,40845,1732040496502 from backup master directory 2024-11-19T18:21:36,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12034519392/backup-masters/30db5f576be8,40845,1732040496502 2024-11-19T18:21:36,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392/backup-masters 2024-11-19T18:21:36,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392/backup-masters 2024-11-19T18:21:36,577 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:21:36,577 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,40845,1732040496502 2024-11-19T18:21:36,580 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/hbase.id] with ID: ca237191-7c83-480e-9ab2-ac8fbaa06136 2024-11-19T18:21:36,580 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/.tmp/hbase.id 2024-11-19T18:21:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:21:36,586 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/.tmp/hbase.id]:[hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/hbase.id] 2024-11-19T18:21:36,593 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:36,593 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:21:36,594 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:21:36,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:36,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:36,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:21:37,006 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:37,007 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:21:37,008 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:37,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:21:37,413 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store 2024-11-19T18:21:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:21:37,819 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:37,819 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:21:37,819 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:37,819 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:37,819 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:21:37,819 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:37,819 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:37,819 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040497819Disabling compacts and flushes for region at 1732040497819Disabling writes for close at 1732040497819Writing region close event to WAL at 1732040497819Closed at 1732040497819 2024-11-19T18:21:37,820 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/.initializing 2024-11-19T18:21:37,820 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/WALs/30db5f576be8,40845,1732040496502 2024-11-19T18:21:37,821 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:21:37,822 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C40845%2C1732040496502, suffix=, logDir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/WALs/30db5f576be8,40845,1732040496502, archiveDir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/oldWALs, maxLogs=10 2024-11-19T18:21:37,840 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/WALs/30db5f576be8,40845,1732040496502/30db5f576be8%2C40845%2C1732040496502.1732040497822, exclude list is [], retry=0 2024-11-19T18:21:37,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44805,DS-da91824a-f67d-488e-a27f-8c9ab9891d66,DISK] 2024-11-19T18:21:37,844 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/WALs/30db5f576be8,40845,1732040496502/30db5f576be8%2C40845%2C1732040496502.1732040497822 2024-11-19T18:21:37,844 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45351:45351)] 2024-11-19T18:21:37,844 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:37,844 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:37,844 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,844 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:21:37,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:37,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:37,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:21:37,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:37,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:37,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:21:37,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:37,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:37,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:21:37,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:37,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:37,851 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,851 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,852 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,853 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,853 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,853 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:37,854 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:37,855 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:37,856 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74198947, jitterRate=0.10565046966075897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:37,856 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040497845Initializing all the Stores at 1732040497845Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040497845Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040497845Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040497845Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040497845Cleaning up temporary data from old regions at 1732040497853 (+8 ms)Region opened successfully at 1732040497856 (+3 ms) 2024-11-19T18:21:37,856 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:21:37,858 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4e7372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:21:37,859 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:21:37,859 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:21:37,859 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:21:37,859 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:21:37,860 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:21:37,860 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:21:37,860 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:21:37,861 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:21:37,862 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Unable to get data of znode /12034519392/balancer because node does not exist (not necessarily an error) 2024-11-19T18:21:37,863 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12034519392/balancer already deleted, retry=false 2024-11-19T18:21:37,864 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:21:37,864 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Unable to get data of znode /12034519392/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:21:37,867 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12034519392/normalizer already deleted, retry=false 2024-11-19T18:21:37,868 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:21:37,869 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Unable to get data of znode /12034519392/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:21:37,870 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12034519392/switch/split already deleted, retry=false 2024-11-19T18:21:37,870 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Unable to get data of znode /12034519392/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:21:37,871 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12034519392/switch/merge already deleted, retry=false 2024-11-19T18:21:37,872 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Unable to get data of znode /12034519392/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:21:37,874 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12034519392/snapshot-cleanup already deleted, retry=false 2024-11-19T18:21:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12034519392/running 2024-11-19T18:21:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12034519392/running 2024-11-19T18:21:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:37,877 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,40845,1732040496502, sessionid=0x10131766ca80003, setting cluster-up flag (Was=false) 2024-11-19T18:21:37,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:37,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:37,884 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12034519392/flush-table-proc/acquired, /12034519392/flush-table-proc/reached, /12034519392/flush-table-proc/abort 2024-11-19T18:21:37,885 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,40845,1732040496502 2024-11-19T18:21:37,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:37,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:37,891 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12034519392/online-snapshot/acquired, /12034519392/online-snapshot/reached, /12034519392/online-snapshot/abort 2024-11-19T18:21:37,892 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,40845,1732040496502 2024-11-19T18:21:37,893 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:21:37,894 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:37,894 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:21:37,894 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:21:37,894 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,40845,1732040496502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:21:37,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:37,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:37,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:37,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:37,895 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:21:37,896 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,896 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:21:37,896 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,897 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:37,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:21:37,898 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:37,898 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:21:37,898 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040527898 2024-11-19T18:21:37,898 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:21:37,898 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:21:37,898 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:21:37,898 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:21:37,898 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:21:37,898 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:21:37,899 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:37,900 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:21:37,900 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:21:37,901 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:21:37,901 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:21:37,901 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:21:37,901 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:21:37,901 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040497901,5,FailOnTimeoutGroup] 2024-11-19T18:21:37,901 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040497901,5,FailOnTimeoutGroup] 2024-11-19T18:21:37,901 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:37,901 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:21:37,901 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:37,901 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:37,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:21:37,961 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(746): ClusterId : ca237191-7c83-480e-9ab2-ac8fbaa06136 2024-11-19T18:21:37,961 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:21:37,963 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:21:37,963 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:21:37,966 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:21:37,966 DEBUG [RS:0;30db5f576be8:33451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512255ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:21:37,980 DEBUG [RS:0;30db5f576be8:33451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:33451 2024-11-19T18:21:37,980 INFO [RS:0;30db5f576be8:33451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:21:37,980 INFO [RS:0;30db5f576be8:33451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:21:37,980 DEBUG [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:21:37,981 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,40845,1732040496502 with port=33451, startcode=1732040496542 2024-11-19T18:21:37,981 DEBUG [RS:0;30db5f576be8:33451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:21:37,983 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:21:37,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,33451,1732040496542 2024-11-19T18:21:37,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40845 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,33451,1732040496542 2024-11-19T18:21:37,985 DEBUG [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca 2024-11-19T18:21:37,985 DEBUG [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38127 2024-11-19T18:21:37,985 DEBUG [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:21:37,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392/rs 2024-11-19T18:21:37,990 DEBUG [RS:0;30db5f576be8:33451 {}] zookeeper.ZKUtil(111): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Set watcher on existing znode=/12034519392/rs/30db5f576be8,33451,1732040496542 2024-11-19T18:21:37,990 WARN [RS:0;30db5f576be8:33451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:21:37,990 INFO [RS:0;30db5f576be8:33451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:37,990 DEBUG [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/WALs/30db5f576be8,33451,1732040496542 2024-11-19T18:21:37,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,33451,1732040496542] 2024-11-19T18:21:37,993 INFO [RS:0;30db5f576be8:33451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:21:37,994 INFO [RS:0;30db5f576be8:33451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:21:37,995 INFO [RS:0;30db5f576be8:33451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:21:37,995 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:37,995 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:21:37,996 INFO [RS:0;30db5f576be8:33451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:21:37,996 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:21:37,996 DEBUG [RS:0;30db5f576be8:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:21:37,996 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:37,996 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:37,996 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:37,996 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:37,996 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:37,996 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,33451,1732040496542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:21:38,012 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:21:38,012 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,33451,1732040496542-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:38,012 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:38,012 INFO [RS:0;30db5f576be8:33451 {}] regionserver.Replication(171): 30db5f576be8,33451,1732040496542 started 2024-11-19T18:21:38,026 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:38,026 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,33451,1732040496542, RpcServer on 30db5f576be8/172.17.0.2:33451, sessionid=0x10131766ca80004 2024-11-19T18:21:38,026 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:21:38,026 DEBUG [RS:0;30db5f576be8:33451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,33451,1732040496542 2024-11-19T18:21:38,026 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,33451,1732040496542' 2024-11-19T18:21:38,026 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12034519392/flush-table-proc/abort' 2024-11-19T18:21:38,026 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12034519392/flush-table-proc/acquired' 2024-11-19T18:21:38,027 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:21:38,027 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:21:38,027 DEBUG [RS:0;30db5f576be8:33451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,33451,1732040496542 2024-11-19T18:21:38,027 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,33451,1732040496542' 2024-11-19T18:21:38,027 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12034519392/online-snapshot/abort' 2024-11-19T18:21:38,027 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12034519392/online-snapshot/acquired' 2024-11-19T18:21:38,028 DEBUG [RS:0;30db5f576be8:33451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:21:38,028 INFO [RS:0;30db5f576be8:33451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:21:38,028 INFO [RS:0;30db5f576be8:33451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:21:38,128 INFO [RS:0;30db5f576be8:33451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:21:38,129 INFO [RS:0;30db5f576be8:33451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C33451%2C1732040496542, suffix=, logDir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/WALs/30db5f576be8,33451,1732040496542, archiveDir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/oldWALs, maxLogs=10 2024-11-19T18:21:38,147 DEBUG [RS:0;30db5f576be8:33451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/WALs/30db5f576be8,33451,1732040496542/30db5f576be8%2C33451%2C1732040496542.1732040498130, exclude list is [], retry=0 2024-11-19T18:21:38,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44805,DS-da91824a-f67d-488e-a27f-8c9ab9891d66,DISK] 2024-11-19T18:21:38,150 INFO [RS:0;30db5f576be8:33451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/WALs/30db5f576be8,33451,1732040496542/30db5f576be8%2C33451%2C1732040496542.1732040498130 2024-11-19T18:21:38,151 DEBUG [RS:0;30db5f576be8:33451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45351:45351)] 2024-11-19T18:21:38,307 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:21:38,307 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca 2024-11-19T18:21:38,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741833_1009 (size=32) 2024-11-19T18:21:38,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:38,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:21:38,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:21:38,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:38,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:38,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:21:38,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:21:38,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:38,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:38,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:21:38,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:21:38,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:38,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:38,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:21:38,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:21:38,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:38,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:38,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:21:38,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740 2024-11-19T18:21:38,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740 2024-11-19T18:21:38,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:21:38,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:21:38,720 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:38,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:21:38,722 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:38,723 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75253303, jitterRate=0.12136159837245941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:38,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040498713Initializing all the Stores at 1732040498713Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040498713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040498713Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040498713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040498713Cleaning up temporary data from old regions at 1732040498720 (+7 ms)Region opened successfully at 1732040498723 (+3 ms) 2024-11-19T18:21:38,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:21:38,723 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:21:38,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:21:38,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:21:38,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:21:38,723 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:38,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040498723Disabling compacts and flushes for region at 1732040498723Disabling writes for close at 1732040498723Writing region close event to WAL at 1732040498723Closed at 1732040498723 2024-11-19T18:21:38,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:38,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:21:38,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:21:38,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:21:38,726 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:21:38,876 DEBUG [30db5f576be8:40845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:21:38,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,33451,1732040496542 2024-11-19T18:21:38,877 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,33451,1732040496542, state=OPENING 2024-11-19T18:21:38,879 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:21:38,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:38,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:38,880 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:21:38,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12034519392/meta-region-server: CHANGED 2024-11-19T18:21:38,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12034519392/meta-region-server: CHANGED 2024-11-19T18:21:38,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,33451,1732040496542}] 2024-11-19T18:21:39,033 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:21:39,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:21:39,037 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:21:39,037 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:39,037 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:21:39,038 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C33451%2C1732040496542.meta, suffix=.meta, logDir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/WALs/30db5f576be8,33451,1732040496542, archiveDir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/oldWALs, maxLogs=10 2024-11-19T18:21:39,052 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/WALs/30db5f576be8,33451,1732040496542/30db5f576be8%2C33451%2C1732040496542.meta.1732040499038.meta, exclude list is [], retry=0 2024-11-19T18:21:39,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44805,DS-da91824a-f67d-488e-a27f-8c9ab9891d66,DISK] 2024-11-19T18:21:39,055 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/WALs/30db5f576be8,33451,1732040496542/30db5f576be8%2C33451%2C1732040496542.meta.1732040499038.meta 2024-11-19T18:21:39,055 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45351:45351)] 2024-11-19T18:21:39,055 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:39,055 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:39,056 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:21:39,056 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:21:39,056 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:21:39,056 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:21:39,056 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:39,056 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:21:39,056 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:21:39,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:21:39,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:21:39,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:39,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:39,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:21:39,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:21:39,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:39,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:39,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:21:39,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:21:39,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:39,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:39,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:21:39,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:21:39,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:39,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:39,061 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:21:39,061 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740 2024-11-19T18:21:39,062 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740 2024-11-19T18:21:39,063 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:21:39,063 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:21:39,063 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:39,064 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:21:39,065 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69954762, jitterRate=0.04240718483924866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:39,065 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:21:39,065 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040499056Writing region info on filesystem at 1732040499056Initializing all the Stores at 1732040499057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040499057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040499057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040499057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040499057Cleaning up temporary data from old regions at 1732040499063 (+6 ms)Running coprocessor post-open hooks at 1732040499065 (+2 ms)Region opened successfully at 1732040499065 2024-11-19T18:21:39,066 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040499032 2024-11-19T18:21:39,067 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:21:39,067 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:21:39,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,33451,1732040496542 2024-11-19T18:21:39,069 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,33451,1732040496542, state=OPEN 2024-11-19T18:21:39,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12034519392/meta-region-server 2024-11-19T18:21:39,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12034519392/meta-region-server 2024-11-19T18:21:39,071 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,33451,1732040496542 2024-11-19T18:21:39,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12034519392/meta-region-server: CHANGED 2024-11-19T18:21:39,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12034519392/meta-region-server: CHANGED 2024-11-19T18:21:39,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:21:39,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,33451,1732040496542 in 191 msec 2024-11-19T18:21:39,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:21:39,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-19T18:21:39,075 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:39,075 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:21:39,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:39,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,33451,1732040496542, seqNum=-1] 2024-11-19T18:21:39,076 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:39,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:39,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-19T18:21:39,081 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040499081, completionTime=-1 2024-11-19T18:21:39,081 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:21:39,081 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:21:39,082 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:21:39,082 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040559082 2024-11-19T18:21:39,082 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040619082 2024-11-19T18:21:39,082 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T18:21:39,083 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40845,1732040496502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:39,083 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40845,1732040496502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:39,083 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40845,1732040496502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:39,083 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:40845, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:39,083 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:39,083 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:39,085 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:21:39,086 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.509sec 2024-11-19T18:21:39,086 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:21:39,086 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:21:39,086 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:21:39,086 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:21:39,086 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:21:39,086 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40845,1732040496502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:21:39,086 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40845,1732040496502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:21:39,088 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:21:39,088 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:21:39,088 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,40845,1732040496502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:39,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499a676d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:39,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,40845,-1 for getting cluster id 2024-11-19T18:21:39,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:39,163 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca237191-7c83-480e-9ab2-ac8fbaa06136' 2024-11-19T18:21:39,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:39,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca237191-7c83-480e-9ab2-ac8fbaa06136" 2024-11-19T18:21:39,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a85e069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:39,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,40845,-1] 2024-11-19T18:21:39,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:39,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:39,165 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:39,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8ce8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:39,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,33451,1732040496542, seqNum=-1] 2024-11-19T18:21:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:39,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:39,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,40845,1732040496502 2024-11-19T18:21:39,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61478 2024-11-19T18:21:39,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:39,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10131766ca80005 connected 2024-11-19T18:21:39,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/hadoop.log.dir so I do NOT create it in target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514 2024-11-19T18:21:39,176 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T18:21:39,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/hadoop.tmp.dir so I do NOT create it in target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514 2024-11-19T18:21:39,176 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T18:21:39,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514 2024-11-19T18:21:39,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T18:21:39,176 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/cluster_3f82b7a2-3e69-835a-0540-6fe0ebb44848, deleteOnExit=true 2024-11-19T18:21:39,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T18:21:39,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/test.cache.data in system properties and HBase conf 2024-11-19T18:21:39,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T18:21:39,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/hadoop.log.dir in system properties and HBase conf 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T18:21:39,177 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:21:39,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T18:21:39,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/nfs.dump.dir in system properties and HBase conf 2024-11-19T18:21:39,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/java.io.tmpdir in system properties and HBase conf 2024-11-19T18:21:39,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T18:21:39,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T18:21:39,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T18:21:39,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:39,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:21:39,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:21:39,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:21:39,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T18:21:39,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:39,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dea3191{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:21:39,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a05026e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:21:39,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16627769{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/java.io.tmpdir/jetty-localhost-39999-hadoop-hdfs-3_4_1-tests_jar-_-any-3212075279856114871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:21:39,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@beb64f5{HTTP/1.1, (http/1.1)}{localhost:39999} 2024-11-19T18:21:39,385 INFO [Time-limited test {}] server.Server(415): Started @298473ms 2024-11-19T18:21:39,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T18:21:39,467 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T18:21:39,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T18:21:39,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T18:21:39,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T18:21:39,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12f6a315{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/hadoop.log.dir/,AVAILABLE} 2024-11-19T18:21:39,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f125a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T18:21:39,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@178eeafe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/java.io.tmpdir/jetty-localhost-42049-hadoop-hdfs-3_4_1-tests_jar-_-any-8505178183498915762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:21:39,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5663c986{HTTP/1.1, (http/1.1)}{localhost:42049} 2024-11-19T18:21:39,585 INFO [Time-limited test {}] server.Server(415): Started @298673ms 2024-11-19T18:21:39,586 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T18:21:39,687 WARN [Thread-4530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/cluster_3f82b7a2-3e69-835a-0540-6fe0ebb44848/data/data1/current/BP-1044101830-172.17.0.2-1732040499201/current, will proceed with Du for space computation calculation, 2024-11-19T18:21:39,687 WARN [Thread-4531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/cluster_3f82b7a2-3e69-835a-0540-6fe0ebb44848/data/data2/current/BP-1044101830-172.17.0.2-1732040499201/current, will proceed with Du for space computation calculation, 2024-11-19T18:21:39,709 WARN [Thread-4518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T18:21:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x550711bca7f8fe3b with lease ID 0x6d241c418c8038b9: Processing first storage report for DS-cfd4d408-dcf0-4963-a700-d1d8390a1322 from datanode DatanodeRegistration(127.0.0.1:39233, datanodeUuid=59a39626-d519-45a0-97ef-36e6dec0ed68, infoPort=36023, infoSecurePort=0, ipcPort=33991, storageInfo=lv=-57;cid=testClusterID;nsid=1968324099;c=1732040499201) 2024-11-19T18:21:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x550711bca7f8fe3b with lease ID 0x6d241c418c8038b9: from storage DS-cfd4d408-dcf0-4963-a700-d1d8390a1322 node DatanodeRegistration(127.0.0.1:39233, datanodeUuid=59a39626-d519-45a0-97ef-36e6dec0ed68, infoPort=36023, infoSecurePort=0, ipcPort=33991, storageInfo=lv=-57;cid=testClusterID;nsid=1968324099;c=1732040499201), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T18:21:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x550711bca7f8fe3b with lease ID 0x6d241c418c8038b9: Processing first storage report for DS-42700714-5f5a-4230-91c6-4d6358931171 from datanode DatanodeRegistration(127.0.0.1:39233, datanodeUuid=59a39626-d519-45a0-97ef-36e6dec0ed68, infoPort=36023, infoSecurePort=0, ipcPort=33991, storageInfo=lv=-57;cid=testClusterID;nsid=1968324099;c=1732040499201) 2024-11-19T18:21:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x550711bca7f8fe3b with lease ID 0x6d241c418c8038b9: from storage DS-42700714-5f5a-4230-91c6-4d6358931171 node DatanodeRegistration(127.0.0.1:39233, datanodeUuid=59a39626-d519-45a0-97ef-36e6dec0ed68, infoPort=36023, infoSecurePort=0, ipcPort=33991, storageInfo=lv=-57;cid=testClusterID;nsid=1968324099;c=1732040499201), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T18:21:39,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514 2024-11-19T18:21:39,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:39,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:39,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741825_1001 (size=7) 2024-11-19T18:21:40,221 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3 with version=8 2024-11-19T18:21:40,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/hbase-staging 2024-11-19T18:21:40,224 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:21:40,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:40,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:40,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:21:40,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:40,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:21:40,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T18:21:40,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:21:40,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45319 2024-11-19T18:21:40,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45319 connecting to ZooKeeper ensemble=127.0.0.1:61478 2024-11-19T18:21:40,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453190x0, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:40,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45319-0x10131766ca80006 connected 2024-11-19T18:21:40,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:40,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:40,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Set watcher on znode that does not yet exist, /21650626190/running 2024-11-19T18:21:40,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3, hbase.cluster.distributed=false 2024-11-19T18:21:40,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Set watcher on znode that does not yet exist, /21650626190/acl 2024-11-19T18:21:40,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45319 2024-11-19T18:21:40,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45319 2024-11-19T18:21:40,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45319 2024-11-19T18:21:40,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45319 2024-11-19T18:21:40,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45319 2024-11-19T18:21:40,263 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30db5f576be8:0 server-side Connection retries=45 2024-11-19T18:21:40,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:40,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:40,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T18:21:40,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T18:21:40,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T18:21:40,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T18:21:40,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T18:21:40,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37853 2024-11-19T18:21:40,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37853 connecting to ZooKeeper ensemble=127.0.0.1:61478 2024-11-19T18:21:40,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:40,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:40,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378530x0, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:40,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378530x0, quorum=127.0.0.1:61478, baseZNode=/21650626190 Set watcher on znode that does not yet exist, /21650626190/running 2024-11-19T18:21:40,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37853-0x10131766ca80007 connected 2024-11-19T18:21:40,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T18:21:40,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T18:21:40,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Set watcher on znode that does not yet exist, /21650626190/master 2024-11-19T18:21:40,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Set watcher on znode that does not yet exist, /21650626190/acl 2024-11-19T18:21:40,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37853 2024-11-19T18:21:40,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37853 2024-11-19T18:21:40,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37853 2024-11-19T18:21:40,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37853 2024-11-19T18:21:40,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37853 2024-11-19T18:21:40,294 DEBUG [M:0;30db5f576be8:45319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30db5f576be8:45319 2024-11-19T18:21:40,294 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21650626190/backup-masters/30db5f576be8,45319,1732040500224 2024-11-19T18:21:40,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190/backup-masters 2024-11-19T18:21:40,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190/backup-masters 2024-11-19T18:21:40,296 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Set watcher on existing znode=/21650626190/backup-masters/30db5f576be8,45319,1732040500224 2024-11-19T18:21:40,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21650626190/master 2024-11-19T18:21:40,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:40,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:40,299 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Set watcher on existing znode=/21650626190/master 2024-11-19T18:21:40,300 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21650626190/backup-masters/30db5f576be8,45319,1732040500224 from backup master directory 2024-11-19T18:21:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21650626190/backup-masters/30db5f576be8,45319,1732040500224 2024-11-19T18:21:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190/backup-masters 2024-11-19T18:21:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190/backup-masters 2024-11-19T18:21:40,301 WARN [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:21:40,301 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30db5f576be8,45319,1732040500224 2024-11-19T18:21:40,304 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/hbase.id] with ID: ffb6f972-67ca-45bd-a4d4-be5aca51b4c7 2024-11-19T18:21:40,304 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/.tmp/hbase.id 2024-11-19T18:21:40,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741826_1002 (size=42) 2024-11-19T18:21:40,710 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/.tmp/hbase.id]:[hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/hbase.id] 2024-11-19T18:21:40,719 INFO [master/30db5f576be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:40,719 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T18:21:40,720 INFO [master/30db5f576be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T18:21:40,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:40,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:40,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741827_1003 (size=196) 2024-11-19T18:21:40,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:21:40,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:40,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:41,126 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:41,127 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T18:21:41,128 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:41,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741828_1004 (size=1189) 2024-11-19T18:21:41,534 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store 2024-11-19T18:21:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741829_1005 (size=34) 2024-11-19T18:21:41,939 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:41,939 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:21:41,939 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:41,939 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:41,939 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:21:41,939 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:41,939 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:41,939 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040501939Disabling compacts and flushes for region at 1732040501939Disabling writes for close at 1732040501939Writing region close event to WAL at 1732040501939Closed at 1732040501939 2024-11-19T18:21:41,940 WARN [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/.initializing 2024-11-19T18:21:41,940 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/WALs/30db5f576be8,45319,1732040500224 2024-11-19T18:21:41,941 INFO [master/30db5f576be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:21:41,942 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30db5f576be8%2C45319%2C1732040500224, suffix=, logDir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/WALs/30db5f576be8,45319,1732040500224, archiveDir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/oldWALs, maxLogs=10 2024-11-19T18:21:41,955 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/WALs/30db5f576be8,45319,1732040500224/30db5f576be8%2C45319%2C1732040500224.1732040501942, exclude list is [], retry=0 2024-11-19T18:21:41,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39233,DS-cfd4d408-dcf0-4963-a700-d1d8390a1322,DISK] 2024-11-19T18:21:41,958 INFO [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/WALs/30db5f576be8,45319,1732040500224/30db5f576be8%2C45319%2C1732040500224.1732040501942 2024-11-19T18:21:41,959 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36023:36023)] 2024-11-19T18:21:41,959 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:41,959 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:41,959 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,959 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T18:21:41,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:41,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:41,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T18:21:41,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:41,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:41,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T18:21:41,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:41,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:41,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T18:21:41,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:41,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:41,964 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,965 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,965 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,966 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,966 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,966 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:41,967 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T18:21:41,968 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:41,968 INFO [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66680881, jitterRate=-0.0063774436712265015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:41,968 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732040501959Initializing all the Stores at 1732040501960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040501960Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040501960Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040501960Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040501960Cleaning up temporary data from old regions at 1732040501966 (+6 ms)Region opened successfully at 1732040501968 (+2 ms) 2024-11-19T18:21:41,969 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T18:21:41,971 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e74b6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:21:41,972 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T18:21:41,972 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T18:21:41,972 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T18:21:41,972 INFO [master/30db5f576be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T18:21:41,972 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T18:21:41,973 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T18:21:41,973 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T18:21:41,974 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T18:21:41,974 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Unable to get data of znode /21650626190/balancer because node does not exist (not necessarily an error) 2024-11-19T18:21:41,975 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21650626190/balancer already deleted, retry=false 2024-11-19T18:21:41,976 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T18:21:41,976 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Unable to get data of znode /21650626190/normalizer because node does not exist (not necessarily an error) 2024-11-19T18:21:41,979 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21650626190/normalizer already deleted, retry=false 2024-11-19T18:21:41,979 INFO [master/30db5f576be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T18:21:41,980 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Unable to get data of znode /21650626190/switch/split because node does not exist (not necessarily an error) 2024-11-19T18:21:41,981 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21650626190/switch/split already deleted, retry=false 2024-11-19T18:21:41,982 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Unable to get data of znode /21650626190/switch/merge because node does not exist (not necessarily an error) 2024-11-19T18:21:41,983 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21650626190/switch/merge already deleted, retry=false 2024-11-19T18:21:41,984 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Unable to get data of znode /21650626190/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T18:21:41,985 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21650626190/snapshot-cleanup already deleted, retry=false 2024-11-19T18:21:41,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21650626190/running 2024-11-19T18:21:41,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21650626190/running 2024-11-19T18:21:41,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:41,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:41,988 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30db5f576be8,45319,1732040500224, sessionid=0x10131766ca80006, setting cluster-up flag (Was=false) 2024-11-19T18:21:41,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:41,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:41,994 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21650626190/flush-table-proc/acquired, /21650626190/flush-table-proc/reached, /21650626190/flush-table-proc/abort 2024-11-19T18:21:41,995 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,45319,1732040500224 2024-11-19T18:21:41,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:41,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:42,002 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21650626190/online-snapshot/acquired, /21650626190/online-snapshot/reached, /21650626190/online-snapshot/abort 2024-11-19T18:21:42,002 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30db5f576be8,45319,1732040500224 2024-11-19T18:21:42,003 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T18:21:42,004 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:42,004 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T18:21:42,004 INFO [master/30db5f576be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T18:21:42,004 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30db5f576be8,45319,1732040500224 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T18:21:42,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:42,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:42,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:42,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30db5f576be8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T18:21:42,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30db5f576be8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T18:21:42,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:21:42,006 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,007 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732040532007 2024-11-19T18:21:42,007 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T18:21:42,007 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T18:21:42,007 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T18:21:42,007 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T18:21:42,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:42,007 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T18:21:42,007 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T18:21:42,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T18:21:42,007 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,008 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T18:21:42,008 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T18:21:42,008 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T18:21:42,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:42,008 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T18:21:42,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T18:21:42,008 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T18:21:42,008 INFO [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T18:21:42,012 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040502008,5,FailOnTimeoutGroup] 2024-11-19T18:21:42,016 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040502012,5,FailOnTimeoutGroup] 2024-11-19T18:21:42,016 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,016 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T18:21:42,016 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,016 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741831_1007 (size=1321) 2024-11-19T18:21:42,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T18:21:42,021 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3 2024-11-19T18:21:42,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741832_1008 (size=32) 2024-11-19T18:21:42,084 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(746): ClusterId : ffb6f972-67ca-45bd-a4d4-be5aca51b4c7 2024-11-19T18:21:42,084 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T18:21:42,085 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T18:21:42,085 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T18:21:42,088 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T18:21:42,088 DEBUG [RS:0;30db5f576be8:37853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fd1630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30db5f576be8/172.17.0.2:0 2024-11-19T18:21:42,100 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30db5f576be8:37853 2024-11-19T18:21:42,100 INFO [RS:0;30db5f576be8:37853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T18:21:42,100 INFO [RS:0;30db5f576be8:37853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T18:21:42,100 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T18:21:42,100 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(2659): reportForDuty to master=30db5f576be8,45319,1732040500224 with port=37853, startcode=1732040500262 2024-11-19T18:21:42,100 DEBUG [RS:0;30db5f576be8:37853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T18:21:42,101 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T18:21:42,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30db5f576be8,37853,1732040500262 2024-11-19T18:21:42,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45319 {}] master.ServerManager(517): Registering regionserver=30db5f576be8,37853,1732040500262 2024-11-19T18:21:42,103 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3 2024-11-19T18:21:42,103 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43429 2024-11-19T18:21:42,103 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T18:21:42,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190/rs 2024-11-19T18:21:42,106 DEBUG [RS:0;30db5f576be8:37853 {}] zookeeper.ZKUtil(111): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Set watcher on existing znode=/21650626190/rs/30db5f576be8,37853,1732040500262 2024-11-19T18:21:42,106 WARN [RS:0;30db5f576be8:37853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T18:21:42,106 INFO [RS:0;30db5f576be8:37853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:42,107 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/WALs/30db5f576be8,37853,1732040500262 2024-11-19T18:21:42,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30db5f576be8,37853,1732040500262] 2024-11-19T18:21:42,109 INFO [RS:0;30db5f576be8:37853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T18:21:42,110 INFO [RS:0;30db5f576be8:37853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T18:21:42,111 INFO [RS:0;30db5f576be8:37853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T18:21:42,111 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,111 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T18:21:42,111 INFO [RS:0;30db5f576be8:37853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T18:21:42,111 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,111 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30db5f576be8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30db5f576be8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:21:42,112 DEBUG [RS:0;30db5f576be8:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30db5f576be8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T18:21:42,114 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,114 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,114 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,114 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,114 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,114 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37853,1732040500262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:21:42,128 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T18:21:42,128 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,37853,1732040500262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,128 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,128 INFO [RS:0;30db5f576be8:37853 {}] regionserver.Replication(171): 30db5f576be8,37853,1732040500262 started 2024-11-19T18:21:42,141 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,141 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1482): Serving as 30db5f576be8,37853,1732040500262, RpcServer on 30db5f576be8/172.17.0.2:37853, sessionid=0x10131766ca80007 2024-11-19T18:21:42,141 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T18:21:42,142 DEBUG [RS:0;30db5f576be8:37853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30db5f576be8,37853,1732040500262 2024-11-19T18:21:42,142 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,37853,1732040500262' 2024-11-19T18:21:42,142 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21650626190/flush-table-proc/abort' 2024-11-19T18:21:42,142 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21650626190/flush-table-proc/acquired' 2024-11-19T18:21:42,142 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T18:21:42,142 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T18:21:42,142 DEBUG [RS:0;30db5f576be8:37853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30db5f576be8,37853,1732040500262 2024-11-19T18:21:42,142 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30db5f576be8,37853,1732040500262' 2024-11-19T18:21:42,142 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21650626190/online-snapshot/abort' 2024-11-19T18:21:42,143 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21650626190/online-snapshot/acquired' 2024-11-19T18:21:42,143 DEBUG [RS:0;30db5f576be8:37853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T18:21:42,143 INFO [RS:0;30db5f576be8:37853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T18:21:42,143 INFO [RS:0;30db5f576be8:37853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T18:21:42,243 INFO [RS:0;30db5f576be8:37853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T18:21:42,244 INFO [RS:0;30db5f576be8:37853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C37853%2C1732040500262, suffix=, logDir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/WALs/30db5f576be8,37853,1732040500262, archiveDir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/oldWALs, maxLogs=10 2024-11-19T18:21:42,258 DEBUG [RS:0;30db5f576be8:37853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/WALs/30db5f576be8,37853,1732040500262/30db5f576be8%2C37853%2C1732040500262.1732040502245, exclude list is [], retry=0 2024-11-19T18:21:42,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39233,DS-cfd4d408-dcf0-4963-a700-d1d8390a1322,DISK] 2024-11-19T18:21:42,261 INFO [RS:0;30db5f576be8:37853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/WALs/30db5f576be8,37853,1732040500262/30db5f576be8%2C37853%2C1732040500262.1732040502245 2024-11-19T18:21:42,261 DEBUG [RS:0;30db5f576be8:37853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36023:36023)] 2024-11-19T18:21:42,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:42,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:21:42,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:21:42,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:42,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:42,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:21:42,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:21:42,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:42,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:42,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:21:42,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:21:42,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:42,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:42,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:21:42,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:21:42,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:42,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:42,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:21:42,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740 2024-11-19T18:21:42,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740 2024-11-19T18:21:42,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:21:42,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:21:42,437 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:42,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:21:42,439 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:42,439 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74057383, jitterRate=0.10354100167751312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:42,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732040502430Initializing all the Stores at 1732040502430Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040502430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040502431 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040502431Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040502431Cleaning up temporary data from old regions at 1732040502437 (+6 ms)Region opened successfully at 1732040502439 (+2 ms) 2024-11-19T18:21:42,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:21:42,439 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:21:42,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:21:42,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:21:42,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:21:42,440 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:42,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040502439Disabling compacts and flushes for region at 1732040502439Disabling writes for close at 1732040502439Writing region close event to WAL at 1732040502440 (+1 ms)Closed at 1732040502440 2024-11-19T18:21:42,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:42,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T18:21:42,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T18:21:42,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:21:42,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T18:21:42,592 DEBUG [30db5f576be8:45319 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T18:21:42,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30db5f576be8,37853,1732040500262 2024-11-19T18:21:42,594 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,37853,1732040500262, state=OPENING 2024-11-19T18:21:42,595 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T18:21:42,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:42,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:42,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21650626190/meta-region-server: CHANGED 2024-11-19T18:21:42,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21650626190/meta-region-server: CHANGED 2024-11-19T18:21:42,598 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T18:21:42,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,37853,1732040500262}] 2024-11-19T18:21:42,750 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:21:42,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:21:42,754 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T18:21:42,755 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:42,755 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T18:21:42,756 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C37853%2C1732040500262.meta, suffix=.meta, logDir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/WALs/30db5f576be8,37853,1732040500262, archiveDir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/oldWALs, maxLogs=10 2024-11-19T18:21:42,769 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/WALs/30db5f576be8,37853,1732040500262/30db5f576be8%2C37853%2C1732040500262.meta.1732040502756.meta, exclude list is [], retry=0 2024-11-19T18:21:42,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39233,DS-cfd4d408-dcf0-4963-a700-d1d8390a1322,DISK] 2024-11-19T18:21:42,772 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/WALs/30db5f576be8,37853,1732040500262/30db5f576be8%2C37853%2C1732040500262.meta.1732040502756.meta 2024-11-19T18:21:42,773 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36023:36023)] 2024-11-19T18:21:42,773 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:42,773 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:42,773 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:21:42,773 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T18:21:42,773 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T18:21:42,773 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T18:21:42,773 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:42,773 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T18:21:42,773 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T18:21:42,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T18:21:42,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T18:21:42,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:42,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:42,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T18:21:42,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T18:21:42,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:42,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:42,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T18:21:42,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T18:21:42,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:42,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:42,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T18:21:42,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T18:21:42,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:42,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T18:21:42,778 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T18:21:42,778 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740 2024-11-19T18:21:42,779 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740 2024-11-19T18:21:42,780 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T18:21:42,780 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T18:21:42,780 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T18:21:42,781 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T18:21:42,782 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67740888, jitterRate=0.009417891502380371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T18:21:42,782 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T18:21:42,782 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732040502773Writing region info on filesystem at 1732040502773Initializing all the Stores at 1732040502774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040502774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040502774Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040502774Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732040502774Cleaning up temporary data from old regions at 1732040502780 (+6 ms)Running coprocessor post-open hooks at 1732040502782 (+2 ms)Region opened successfully at 1732040502782 2024-11-19T18:21:42,783 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732040502750 2024-11-19T18:21:42,784 DEBUG [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T18:21:42,784 INFO [RS_OPEN_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T18:21:42,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,37853,1732040500262 2024-11-19T18:21:42,785 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30db5f576be8,37853,1732040500262, state=OPEN 2024-11-19T18:21:42,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21650626190/meta-region-server 2024-11-19T18:21:42,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21650626190/meta-region-server 2024-11-19T18:21:42,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21650626190/meta-region-server: CHANGED 2024-11-19T18:21:42,787 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30db5f576be8,37853,1732040500262 2024-11-19T18:21:42,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21650626190/meta-region-server: CHANGED 2024-11-19T18:21:42,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T18:21:42,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30db5f576be8,37853,1732040500262 in 189 msec 2024-11-19T18:21:42,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T18:21:42,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-19T18:21:42,791 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T18:21:42,791 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T18:21:42,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:42,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,37853,1732040500262, seqNum=-1] 2024-11-19T18:21:42,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:42,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:42,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 792 msec 2024-11-19T18:21:42,796 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732040502796, completionTime=-1 2024-11-19T18:21:42,796 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T18:21:42,796 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T18:21:42,797 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T18:21:42,797 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732040562797 2024-11-19T18:21:42,797 INFO [master/30db5f576be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732040622797 2024-11-19T18:21:42,797 INFO [master/30db5f576be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T18:21:42,798 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45319,1732040500224-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,798 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45319,1732040500224-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,798 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45319,1732040500224-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,798 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30db5f576be8:45319, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,798 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,798 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,799 DEBUG [master/30db5f576be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T18:21:42,800 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.499sec 2024-11-19T18:21:42,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T18:21:42,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T18:21:42,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T18:21:42,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T18:21:42,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T18:21:42,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45319,1732040500224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T18:21:42,801 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45319,1732040500224-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T18:21:42,802 DEBUG [master/30db5f576be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T18:21:42,802 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T18:21:42,802 INFO [master/30db5f576be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30db5f576be8,45319,1732040500224-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T18:21:42,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f74962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:42,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45319,-1 for getting cluster id 2024-11-19T18:21:42,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:42,885 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffb6f972-67ca-45bd-a4d4-be5aca51b4c7' 2024-11-19T18:21:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffb6f972-67ca-45bd-a4d4-be5aca51b4c7" 2024-11-19T18:21:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f36ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45319,-1] 2024-11-19T18:21:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:42,887 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:42,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2418801b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:42,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:42,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,37853,1732040500262, seqNum=-1] 2024-11-19T18:21:42,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:42,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:42,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30db5f576be8,45319,1732040500224 2024-11-19T18:21:42,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61478 2024-11-19T18:21:42,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T18:21:42,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10131766ca80008 connected 2024-11-19T18:21:42,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,36173,1732040492331 2024-11-19T18:21:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a6fcfa3 2024-11-19T18:21:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:42,897 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:42,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:21:42,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:21:42,900 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:42,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:21:42,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:21:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:42,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:21:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:43,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1eb72b4c481962312d1acc119e466e79, NAME => 'test,,1732040502898.1eb72b4c481962312d1acc119e466e79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41 2024-11-19T18:21:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:21:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:43,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040502898.1eb72b4c481962312d1acc119e466e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:43,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1eb72b4c481962312d1acc119e466e79, disabling compactions & flushes 2024-11-19T18:21:43,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:43,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:43,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040502898.1eb72b4c481962312d1acc119e466e79. after waiting 0 ms 2024-11-19T18:21:43,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:43,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:43,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1eb72b4c481962312d1acc119e466e79: Waiting for close lock at 1732040503713Disabling compacts and flushes for region at 1732040503713Disabling writes for close at 1732040503713Writing region close event to WAL at 1732040503713Closed at 1732040503713 2024-11-19T18:21:43,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:21:43,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040502898.1eb72b4c481962312d1acc119e466e79.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040503714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040503714"}]},"ts":"1732040503714"} 2024-11-19T18:21:43,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:21:43,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:21:43,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040503717"}]},"ts":"1732040503717"} 2024-11-19T18:21:43,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:21:43,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1eb72b4c481962312d1acc119e466e79, ASSIGN}] 2024-11-19T18:21:43,720 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1eb72b4c481962312d1acc119e466e79, ASSIGN 2024-11-19T18:21:43,721 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1eb72b4c481962312d1acc119e466e79, ASSIGN; state=OFFLINE, location=30db5f576be8,35661,1732040492395; forceNewPlan=false, retain=false 2024-11-19T18:21:43,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1eb72b4c481962312d1acc119e466e79, regionState=OPENING, regionLocation=30db5f576be8,35661,1732040492395 2024-11-19T18:21:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1eb72b4c481962312d1acc119e466e79, ASSIGN because future has completed 2024-11-19T18:21:43,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1eb72b4c481962312d1acc119e466e79, server=30db5f576be8,35661,1732040492395}] 2024-11-19T18:21:44,029 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:44,029 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1eb72b4c481962312d1acc119e466e79, NAME => 'test,,1732040502898.1eb72b4c481962312d1acc119e466e79.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:44,030 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:44,030 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:21:44,030 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,030 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040502898.1eb72b4c481962312d1acc119e466e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:44,030 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,030 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,032 INFO [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,033 INFO [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb72b4c481962312d1acc119e466e79 columnFamilyName f 2024-11-19T18:21:44,033 DEBUG [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:44,033 INFO [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] regionserver.HStore(327): Store=1eb72b4c481962312d1acc119e466e79/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:44,033 INFO [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,034 INFO [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb72b4c481962312d1acc119e466e79 columnFamilyName f1 2024-11-19T18:21:44,034 DEBUG [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:44,035 INFO [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] regionserver.HStore(327): Store=1eb72b4c481962312d1acc119e466e79/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:44,035 INFO [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,035 INFO [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb72b4c481962312d1acc119e466e79 columnFamilyName norep 2024-11-19T18:21:44,035 DEBUG [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:44,036 INFO [StoreOpener-1eb72b4c481962312d1acc119e466e79-1 {}] regionserver.HStore(327): Store=1eb72b4c481962312d1acc119e466e79/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:44,036 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,037 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,037 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,037 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,037 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,038 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:21:44,039 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,040 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:44,040 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1eb72b4c481962312d1acc119e466e79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75017586, jitterRate=0.11784914135932922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:21:44,040 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:44,041 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1eb72b4c481962312d1acc119e466e79: Running coprocessor pre-open hook at 1732040504031Writing region info on filesystem at 1732040504031Initializing all the Stores at 1732040504031Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040504031Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040504031Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040504031Cleaning up temporary data from old regions at 1732040504037 (+6 ms)Running coprocessor post-open hooks at 1732040504040 (+3 ms)Region opened successfully at 1732040504040 2024-11-19T18:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:44,041 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040502898.1eb72b4c481962312d1acc119e466e79., pid=6, masterSystemTime=1732040504026 2024-11-19T18:21:44,043 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:44,043 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:44,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1eb72b4c481962312d1acc119e466e79, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,35661,1732040492395 2024-11-19T18:21:44,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1eb72b4c481962312d1acc119e466e79, server=30db5f576be8,35661,1732040492395 because future has completed 2024-11-19T18:21:44,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:21:44,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1eb72b4c481962312d1acc119e466e79, server=30db5f576be8,35661,1732040492395 in 172 msec 2024-11-19T18:21:44,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:21:44,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1eb72b4c481962312d1acc119e466e79, ASSIGN in 328 msec 2024-11-19T18:21:44,050 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:21:44,050 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040504050"}]},"ts":"1732040504050"} 2024-11-19T18:21:44,051 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:21:44,052 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:21:44,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-19T18:21:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:45,052 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:21:45,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,40845,1732040496502 2024-11-19T18:21:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@384c1a79 2024-11-19T18:21:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:45,054 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:45,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:21:45,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:21:45,057 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:45,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:21:45,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:21:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:21:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:45,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e60b987cf9503e404188c30da36fe6b, NAME => 'test,,1732040505054.6e60b987cf9503e404188c30da36fe6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca 2024-11-19T18:21:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:21:45,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040505054.6e60b987cf9503e404188c30da36fe6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:45,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6e60b987cf9503e404188c30da36fe6b, disabling compactions & flushes 2024-11-19T18:21:45,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:45,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:45,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. after waiting 0 ms 2024-11-19T18:21:45,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:45,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:45,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e60b987cf9503e404188c30da36fe6b: Waiting for close lock at 1732040505479Disabling compacts and flushes for region at 1732040505479Disabling writes for close at 1732040505479Writing region close event to WAL at 1732040505479Closed at 1732040505479 2024-11-19T18:21:45,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:21:45,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040505054.6e60b987cf9503e404188c30da36fe6b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040505480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040505480"}]},"ts":"1732040505480"} 2024-11-19T18:21:45,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:21:45,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:21:45,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040505483"}]},"ts":"1732040505483"} 2024-11-19T18:21:45,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:21:45,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e60b987cf9503e404188c30da36fe6b, ASSIGN}] 2024-11-19T18:21:45,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e60b987cf9503e404188c30da36fe6b, ASSIGN 2024-11-19T18:21:45,486 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6e60b987cf9503e404188c30da36fe6b, ASSIGN; state=OFFLINE, location=30db5f576be8,33451,1732040496542; forceNewPlan=false, retain=false 2024-11-19T18:21:45,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e60b987cf9503e404188c30da36fe6b, regionState=OPENING, regionLocation=30db5f576be8,33451,1732040496542 2024-11-19T18:21:45,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6e60b987cf9503e404188c30da36fe6b, ASSIGN because future has completed 2024-11-19T18:21:45,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e60b987cf9503e404188c30da36fe6b, server=30db5f576be8,33451,1732040496542}] 2024-11-19T18:21:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:45,793 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:45,793 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e60b987cf9503e404188c30da36fe6b, NAME => 'test,,1732040505054.6e60b987cf9503e404188c30da36fe6b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:45,794 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:45,794 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:21:45,794 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,794 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040505054.6e60b987cf9503e404188c30da36fe6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:45,794 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,794 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,795 INFO [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,796 INFO [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e60b987cf9503e404188c30da36fe6b columnFamilyName f 2024-11-19T18:21:45,796 DEBUG [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:45,796 INFO [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] regionserver.HStore(327): Store=6e60b987cf9503e404188c30da36fe6b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:45,796 INFO [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,797 INFO [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e60b987cf9503e404188c30da36fe6b columnFamilyName f1 2024-11-19T18:21:45,797 DEBUG [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:45,797 INFO [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] regionserver.HStore(327): Store=6e60b987cf9503e404188c30da36fe6b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:45,797 INFO [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,798 INFO [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e60b987cf9503e404188c30da36fe6b columnFamilyName norep 2024-11-19T18:21:45,798 DEBUG [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:45,798 INFO [StoreOpener-6e60b987cf9503e404188c30da36fe6b-1 {}] regionserver.HStore(327): Store=6e60b987cf9503e404188c30da36fe6b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:45,799 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,799 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,799 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,800 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,800 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,800 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:21:45,801 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,802 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:45,802 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e60b987cf9503e404188c30da36fe6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69282699, jitterRate=0.03239266574382782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:21:45,803 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:45,803 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e60b987cf9503e404188c30da36fe6b: Running coprocessor pre-open hook at 1732040505794Writing region info on filesystem at 1732040505794Initializing all the Stores at 1732040505795 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040505795Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040505795Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040505795Cleaning up temporary data from old regions at 1732040505800 (+5 ms)Running coprocessor post-open hooks at 1732040505803 (+3 ms)Region opened successfully at 1732040505803 2024-11-19T18:21:45,803 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040505054.6e60b987cf9503e404188c30da36fe6b., pid=6, masterSystemTime=1732040505790 2024-11-19T18:21:45,805 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:45,805 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:45,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e60b987cf9503e404188c30da36fe6b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,33451,1732040496542 2024-11-19T18:21:45,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e60b987cf9503e404188c30da36fe6b, server=30db5f576be8,33451,1732040496542 because future has completed 2024-11-19T18:21:45,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:21:45,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e60b987cf9503e404188c30da36fe6b, server=30db5f576be8,33451,1732040496542 in 168 msec 2024-11-19T18:21:45,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:21:45,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6e60b987cf9503e404188c30da36fe6b, ASSIGN in 325 msec 2024-11-19T18:21:45,811 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:21:45,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040505811"}]},"ts":"1732040505811"} 2024-11-19T18:21:45,813 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:21:45,813 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:21:45,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-19T18:21:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:46,191 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:21:46,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:46,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45319,1732040500224 2024-11-19T18:21:46,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@300ed60 2024-11-19T18:21:46,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:46,193 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:46,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45319 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T18:21:46,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:21:46,196 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:46,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45319 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T18:21:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:46,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:21:46,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741835_1011 (size=902) 2024-11-19T18:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:46,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78462f11a97b1736b6320179c0287407, NAME => 'test,,1732040506194.78462f11a97b1736b6320179c0287407.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3 2024-11-19T18:21:46,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741836_1012 (size=39) 2024-11-19T18:21:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:46,945 DEBUG [master/30db5f576be8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=37, reused chunk count=151, reuseRatio=80.32% 2024-11-19T18:21:46,945 DEBUG [master/30db5f576be8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-19T18:21:47,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732040506194.78462f11a97b1736b6320179c0287407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:47,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 78462f11a97b1736b6320179c0287407, disabling compactions & flushes 2024-11-19T18:21:47,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:47,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:47,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732040506194.78462f11a97b1736b6320179c0287407. after waiting 0 ms 2024-11-19T18:21:47,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:47,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:47,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78462f11a97b1736b6320179c0287407: Waiting for close lock at 1732040507008Disabling compacts and flushes for region at 1732040507008Disabling writes for close at 1732040507008Writing region close event to WAL at 1732040507008Closed at 1732040507008 2024-11-19T18:21:47,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:21:47,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732040506194.78462f11a97b1736b6320179c0287407.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732040507009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040507009"}]},"ts":"1732040507009"} 2024-11-19T18:21:47,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:21:47,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:21:47,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040507011"}]},"ts":"1732040507011"} 2024-11-19T18:21:47,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T18:21:47,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78462f11a97b1736b6320179c0287407, ASSIGN}] 2024-11-19T18:21:47,013 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78462f11a97b1736b6320179c0287407, ASSIGN 2024-11-19T18:21:47,014 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=78462f11a97b1736b6320179c0287407, ASSIGN; state=OFFLINE, location=30db5f576be8,37853,1732040500262; forceNewPlan=false, retain=false 2024-11-19T18:21:47,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78462f11a97b1736b6320179c0287407, regionState=OPENING, regionLocation=30db5f576be8,37853,1732040500262 2024-11-19T18:21:47,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=78462f11a97b1736b6320179c0287407, ASSIGN because future has completed 2024-11-19T18:21:47,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78462f11a97b1736b6320179c0287407, server=30db5f576be8,37853,1732040500262}] 2024-11-19T18:21:47,322 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:47,322 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 78462f11a97b1736b6320179c0287407, NAME => 'test,,1732040506194.78462f11a97b1736b6320179c0287407.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:47,323 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:47,323 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T18:21:47,323 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,323 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732040506194.78462f11a97b1736b6320179c0287407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:47,323 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,323 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,324 INFO [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,326 INFO [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78462f11a97b1736b6320179c0287407 columnFamilyName f 2024-11-19T18:21:47,326 DEBUG [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:47,326 INFO [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] regionserver.HStore(327): Store=78462f11a97b1736b6320179c0287407/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:47,326 INFO [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,327 INFO [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78462f11a97b1736b6320179c0287407 columnFamilyName f1 2024-11-19T18:21:47,327 DEBUG [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:47,327 INFO [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] regionserver.HStore(327): Store=78462f11a97b1736b6320179c0287407/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:47,327 INFO [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,328 INFO [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78462f11a97b1736b6320179c0287407 columnFamilyName norep 2024-11-19T18:21:47,328 DEBUG [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:47,328 INFO [StoreOpener-78462f11a97b1736b6320179c0287407-1 {}] regionserver.HStore(327): Store=78462f11a97b1736b6320179c0287407/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:47,328 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,329 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,329 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,330 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,330 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,331 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:21:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:47,332 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,333 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:47,333 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 78462f11a97b1736b6320179c0287407; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68726328, jitterRate=0.024102091789245605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:21:47,334 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:47,334 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 78462f11a97b1736b6320179c0287407: Running coprocessor pre-open hook at 1732040507323Writing region info on filesystem at 1732040507323Initializing all the Stores at 1732040507324 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040507324Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040507324Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040507324Cleaning up temporary data from old regions at 1732040507330 (+6 ms)Running coprocessor post-open hooks at 1732040507334 (+4 ms)Region opened successfully at 1732040507334 2024-11-19T18:21:47,335 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732040506194.78462f11a97b1736b6320179c0287407., pid=6, masterSystemTime=1732040507319 2024-11-19T18:21:47,337 DEBUG [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:47,337 INFO [RS_OPEN_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:47,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78462f11a97b1736b6320179c0287407, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30db5f576be8,37853,1732040500262 2024-11-19T18:21:47,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78462f11a97b1736b6320179c0287407, server=30db5f576be8,37853,1732040500262 because future has completed 2024-11-19T18:21:47,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T18:21:47,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 78462f11a97b1736b6320179c0287407, server=30db5f576be8,37853,1732040500262 in 173 msec 2024-11-19T18:21:47,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T18:21:47,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=78462f11a97b1736b6320179c0287407, ASSIGN in 328 msec 2024-11-19T18:21:47,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:21:47,344 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040507343"}]},"ts":"1732040507343"} 2024-11-19T18:21:47,345 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T18:21:47,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:21:47,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-19T18:21:48,276 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:21:48,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T18:21:48,342 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T18:21:48,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cb7adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,36173,-1 for getting cluster id 2024-11-19T18:21:48,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:48,344 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3eaef68-2a43-4b42-ae54-fe344d8f9e6f' 2024-11-19T18:21:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3eaef68-2a43-4b42-ae54-fe344d8f9e6f" 2024-11-19T18:21:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6416ef62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,36173,-1] 2024-11-19T18:21:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:48,345 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27478854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:48,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,36173,1732040492331 2024-11-19T18:21:48,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79676fce 2024-11-19T18:21:48,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:48,347 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:48,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30db5f576be8:40845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:21:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:21:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:48,350 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:40845' 2024-11-19T18:21:48,351 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9b1c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,351 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,40845,-1 for getting cluster id 2024-11-19T18:21:48,351 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:48,352 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca237191-7c83-480e-9ab2-ac8fbaa06136' 2024-11-19T18:21:48,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:48,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca237191-7c83-480e-9ab2-ac8fbaa06136" 2024-11-19T18:21:48,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498cb8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,40845,-1] 2024-11-19T18:21:48,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:48,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:48,353 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:48,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155545da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:48,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,40845,1732040496502 2024-11-19T18:21:48,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d877787 2024-11-19T18:21:48,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:48,355 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:48,355 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T18:21:48,355 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:21:48,355 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:48,355 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:48,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:48,356 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T18:21:48,357 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T18:21:48,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T18:21:48,358 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:48,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T18:21:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741837_1013 (size=1138) 2024-11-19T18:21:48,364 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 892628975f18ce36a50f68a242f29839, NAME => 'hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41 2024-11-19T18:21:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741838_1014 (size=44) 2024-11-19T18:21:48,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:48,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 892628975f18ce36a50f68a242f29839, disabling compactions & flushes 2024-11-19T18:21:48,368 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:48,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:48,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. after waiting 0 ms 2024-11-19T18:21:48,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:48,368 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:48,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 892628975f18ce36a50f68a242f29839: Waiting for close lock at 1732040508368Disabling compacts and flushes for region at 1732040508368Disabling writes for close at 1732040508368Writing region close event to WAL at 1732040508368Closed at 1732040508368 2024-11-19T18:21:48,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T18:21:48,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732040508369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732040508369"}]},"ts":"1732040508369"} 2024-11-19T18:21:48,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T18:21:48,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T18:21:48,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040508371"}]},"ts":"1732040508371"} 2024-11-19T18:21:48,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T18:21:48,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=892628975f18ce36a50f68a242f29839, ASSIGN}] 2024-11-19T18:21:48,373 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=892628975f18ce36a50f68a242f29839, ASSIGN 2024-11-19T18:21:48,374 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=892628975f18ce36a50f68a242f29839, ASSIGN; state=OFFLINE, location=30db5f576be8,35661,1732040492395; forceNewPlan=false, retain=false 2024-11-19T18:21:48,407 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T18:21:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:48,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=892628975f18ce36a50f68a242f29839, regionState=OPENING, regionLocation=30db5f576be8,35661,1732040492395 2024-11-19T18:21:48,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=892628975f18ce36a50f68a242f29839, ASSIGN because future has completed 2024-11-19T18:21:48,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 892628975f18ce36a50f68a242f29839, server=30db5f576be8,35661,1732040492395}] 2024-11-19T18:21:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:48,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:48,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T18:21:48,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T18:21:48,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30db5f576be8%2C35661%2C1732040492395.rep, suffix=, logDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395, archiveDir=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/oldWALs, maxLogs=10 2024-11-19T18:21:48,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.rep.1732040508684, exclude list is [], retry=0 2024-11-19T18:21:48,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41895,DS-ec71eb96-649e-4bbb-aa69-8272d6cd550e,DISK] 2024-11-19T18:21:48,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.rep.1732040508684 2024-11-19T18:21:48,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36351:36351)] 2024-11-19T18:21:48,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 892628975f18ce36a50f68a242f29839, NAME => 'hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839.', STARTKEY => '', ENDKEY => ''} 2024-11-19T18:21:48,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T18:21:48,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T18:21:48,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. service=MultiRowMutationService 2024-11-19T18:21:48,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T18:21:48,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T18:21:48,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,703 INFO [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,704 INFO [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 892628975f18ce36a50f68a242f29839 columnFamilyName hfileref 2024-11-19T18:21:48,704 DEBUG [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:48,704 INFO [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] regionserver.HStore(327): Store=892628975f18ce36a50f68a242f29839/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:48,705 INFO [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,705 INFO [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 892628975f18ce36a50f68a242f29839 columnFamilyName queue 2024-11-19T18:21:48,705 DEBUG [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:48,706 INFO [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] regionserver.HStore(327): Store=892628975f18ce36a50f68a242f29839/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:48,706 INFO [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,706 INFO [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 892628975f18ce36a50f68a242f29839 columnFamilyName sid 2024-11-19T18:21:48,706 DEBUG [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T18:21:48,706 INFO [StoreOpener-892628975f18ce36a50f68a242f29839-1 {}] regionserver.HStore(327): Store=892628975f18ce36a50f68a242f29839/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T18:21:48,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T18:21:48,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T18:21:48,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 892628975f18ce36a50f68a242f29839; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61704163, jitterRate=-0.08053632080554962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T18:21:48,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:48,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 892628975f18ce36a50f68a242f29839: Running coprocessor pre-open hook at 1732040508702Writing region info on filesystem at 1732040508702Initializing all the Stores at 1732040508703 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040508703Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040508703Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732040508703Cleaning up temporary data from old regions at 1732040508708 (+5 ms)Running coprocessor post-open hooks at 1732040508711 (+3 ms)Region opened successfully at 1732040508711 2024-11-19T18:21:48,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839., pid=10, masterSystemTime=1732040508679 2024-11-19T18:21:48,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:48,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:48,714 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=892628975f18ce36a50f68a242f29839, regionState=OPEN, openSeqNum=2, regionLocation=30db5f576be8,35661,1732040492395 2024-11-19T18:21:48,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 892628975f18ce36a50f68a242f29839, server=30db5f576be8,35661,1732040492395 because future has completed 2024-11-19T18:21:48,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T18:21:48,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 892628975f18ce36a50f68a242f29839, server=30db5f576be8,35661,1732040492395 in 189 msec 2024-11-19T18:21:48,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T18:21:48,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=892628975f18ce36a50f68a242f29839, ASSIGN in 344 msec 2024-11-19T18:21:48,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T18:21:48,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732040508719"}]},"ts":"1732040508719"} 2024-11-19T18:21:48,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T18:21:48,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T18:21:48,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 365 msec 2024-11-19T18:21:48,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839., hostname=30db5f576be8,35661,1732040492395, seqNum=2] 2024-11-19T18:21:48,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:48,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:48,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:21:48,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T18:21:48,923 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T18:21:48,953 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30db5f576be8,35661,1732040492395, ReplicationSource: 1, currentBandwidth=0 2024-11-19T18:21:48,953 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:48,953 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35661,1732040492395, seqNum=-1] 2024-11-19T18:21:48,954 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:48,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-19T18:21:48,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30db5f576be8,35661,1732040492395', locateType=CURRENT is [region=hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839., hostname=30db5f576be8,35661,1732040492395, seqNum=2] 2024-11-19T18:21:48,958 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T18:21:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T18:21:48,960 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30db5f576be8,35661,1732040492395 suceeded 2024-11-19T18:21:48,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T18:21:48,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-19T18:21:48,962 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30db5f576be8:40845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:21:48,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 614 msec 2024-11-19T18:21:48,973 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:40845' 2024-11-19T18:21:48,974 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d05847e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,974 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,40845,-1 for getting cluster id 2024-11-19T18:21:48,974 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:48,974 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca237191-7c83-480e-9ab2-ac8fbaa06136' 2024-11-19T18:21:48,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:48,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca237191-7c83-480e-9ab2-ac8fbaa06136" 2024-11-19T18:21:48,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a3c2a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,40845,-1] 2024-11-19T18:21:48,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:48,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:48,976 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:48,976 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d8215e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,976 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:48,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,40845,1732040496502 2024-11-19T18:21:48,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e68fd3e 2024-11-19T18:21:48,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:48,977 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T18:21:48,978 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30db5f576be8,35661,1732040492395 (queues=1) is replicating from cluster=f3eaef68-2a43-4b42-ae54-fe344d8f9e6f to cluster=ca237191-7c83-480e-9ab2-ac8fbaa06136 2024-11-19T18:21:48,978 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30db5f576be8%2C35661%2C1732040492395 2024-11-19T18:21:48,978 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30db5f576be8,35661,1732040492395, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:21:48,978 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C35661%2C1732040492395 2024-11-19T18:21:48,978 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396, startPosition=0, beingWritten=true 2024-11-19T18:21:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T18:21:48,981 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T18:21:48,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:48,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:48,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:48,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:48,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:48,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,36173,-1 for getting cluster id 2024-11-19T18:21:48,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:48,983 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3eaef68-2a43-4b42-ae54-fe344d8f9e6f' 2024-11-19T18:21:48,983 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:48,983 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 to pos 379, reset compression=false 2024-11-19T18:21:48,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:48,983 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35661,1732040492395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:48,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3eaef68-2a43-4b42-ae54-fe344d8f9e6f" 2024-11-19T18:21:48,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1ec1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,36173,-1] 2024-11-19T18:21:48,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:48,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:48,984 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:48,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b799bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,40845,-1 for getting cluster id 2024-11-19T18:21:48,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:48,985 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca237191-7c83-480e-9ab2-ac8fbaa06136' 2024-11-19T18:21:48,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:48,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca237191-7c83-480e-9ab2-ac8fbaa06136" 2024-11-19T18:21:48,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46953d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,40845,-1] 2024-11-19T18:21:48,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:48,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:48,986 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:48,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e151685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4ad165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45319,-1 for getting cluster id 2024-11-19T18:21:48,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:48,988 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffb6f972-67ca-45bd-a4d4-be5aca51b4c7' 2024-11-19T18:21:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffb6f972-67ca-45bd-a4d4-be5aca51b4c7" 2024-11-19T18:21:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7f4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45319,-1] 2024-11-19T18:21:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:48,989 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:48,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426ec33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:48,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:48,993 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732040508993/Put/seqid=0 2024-11-19T18:21:48,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741840_1016 (size=7894) 2024-11-19T18:21:49,186 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 to pos 379, reset compression=false 2024-11-19T18:21:49,399 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732040509399/Put/seqid=0 2024-11-19T18:21:49,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741841_1017 (size=7691) 2024-11-19T18:21:49,490 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 to pos 379, reset compression=false 2024-11-19T18:21:49,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:49,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,36173,-1 for getting cluster id 2024-11-19T18:21:49,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:49,806 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3eaef68-2a43-4b42-ae54-fe344d8f9e6f' 2024-11-19T18:21:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3eaef68-2a43-4b42-ae54-fe344d8f9e6f" 2024-11-19T18:21:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273e36bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,36173,-1] 2024-11-19T18:21:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:49,808 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:49,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf2961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:49,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35661,1732040492395, seqNum=-1] 2024-11-19T18:21:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:49,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:49,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,36173,1732040492331 2024-11-19T18:21:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43e5ca7 2024-11-19T18:21:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:49,819 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:49,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040502898.1eb72b4c481962312d1acc119e466e79., hostname=30db5f576be8,35661,1732040492395, seqNum=2] 2024-11-19T18:21:49,824 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:21:49,828 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-19T18:21:49,830 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-19T18:21:49,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 1eb72b4c481962312d1acc119e466e79/f 2024-11-19T18:21:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T18:21:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:21:49,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 1eb72b4c481962312d1acc119e466e79/f 2024-11-19T18:21:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T18:21:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:21:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HRegion(2603): Flush status journal for 1eb72b4c481962312d1acc119e466e79: 2024-11-19T18:21:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__9sl1l0hrec3g5r1dmosl5vjajcmii2nq8215iq8mflpm26dbdb8e4u2f0n8cblj4/f/hfile_0 2024-11-19T18:21:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__9sl1l0hrec3g5r1dmosl5vjajcmii2nq8215iq8mflpm26dbdb8e4u2f0n8cblj4/f/hfile_0 as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_ 2024-11-19T18:21:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__9sl1l0hrec3g5r1dmosl5vjajcmii2nq8215iq8mflpm26dbdb8e4u2f0n8cblj4/f/hfile_1 2024-11-19T18:21:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__9sl1l0hrec3g5r1dmosl5vjajcmii2nq8215iq8mflpm26dbdb8e4u2f0n8cblj4/f/hfile_1 as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_ 2024-11-19T18:21:49,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__9sl1l0hrec3g5r1dmosl5vjajcmii2nq8215iq8mflpm26dbdb8e4u2f0n8cblj4/f/hfile_0 into 1eb72b4c481962312d1acc119e466e79/f as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_ - updating store file list. 2024-11-19T18:21:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:21:49,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_ into 1eb72b4c481962312d1acc119e466e79/f 2024-11-19T18:21:49,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__9sl1l0hrec3g5r1dmosl5vjajcmii2nq8215iq8mflpm26dbdb8e4u2f0n8cblj4/f/hfile_0 into 1eb72b4c481962312d1acc119e466e79/f (new location: hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_) 2024-11-19T18:21:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__9sl1l0hrec3g5r1dmosl5vjajcmii2nq8215iq8mflpm26dbdb8e4u2f0n8cblj4/f/hfile_0 2024-11-19T18:21:49,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__9sl1l0hrec3g5r1dmosl5vjajcmii2nq8215iq8mflpm26dbdb8e4u2f0n8cblj4/f/hfile_1 into 1eb72b4c481962312d1acc119e466e79/f as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_ - updating store file list. 2024-11-19T18:21:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:21:49,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_ into 1eb72b4c481962312d1acc119e466e79/f 2024-11-19T18:21:49,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__9sl1l0hrec3g5r1dmosl5vjajcmii2nq8215iq8mflpm26dbdb8e4u2f0n8cblj4/f/hfile_1 into 1eb72b4c481962312d1acc119e466e79/f (new location: hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_) 2024-11-19T18:21:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__9sl1l0hrec3g5r1dmosl5vjajcmii2nq8215iq8mflpm26dbdb8e4u2f0n8cblj4/f/hfile_1 2024-11-19T18:21:49,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:49,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:49,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:49,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732040502898.1eb72b4c481962312d1acc119e466e79., hostname=30db5f576be8,35661,1732040492395, seqNum=2 , the old value is region=test,,1732040502898.1eb72b4c481962312d1acc119e466e79., hostname=30db5f576be8,35661,1732040492395, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30db5f576be8:35661 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:21:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732040502898.1eb72b4c481962312d1acc119e466e79., hostname=30db5f576be8,35661,1732040492395, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:21:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732040502898.1eb72b4c481962312d1acc119e466e79., hostname=30db5f576be8,35661,1732040492395, seqNum=2 from cache 2024-11-19T18:21:49,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:49,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:49,855 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T18:21:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,33451,1732040496542, seqNum=-1] 2024-11-19T18:21:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:49,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040505054.6e60b987cf9503e404188c30da36fe6b., hostname=30db5f576be8,33451,1732040496542, seqNum=2] 2024-11-19T18:21:49,860 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T18:21:49,893 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 to pos 379, reset compression=false 2024-11-19T18:21:49,897 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:21:49,897 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35661,1732040492395 got entry batch from reader: WALEntryBatch [walEntries=[{test/1eb72b4c481962312d1acc119e466e79/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732040509852/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T18:21:49,899 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:21:49,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T18:21:49,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.ReplicationSink(318): Replicating [f3eaef68-2a43-4b42-ae54-fe344d8f9e6f] bulk loaded data 2024-11-19T18:21:49,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71a97278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:49,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,40845,-1 for getting cluster id 2024-11-19T18:21:49,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:49,902 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca237191-7c83-480e-9ab2-ac8fbaa06136' 2024-11-19T18:21:49,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:49,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca237191-7c83-480e-9ab2-ac8fbaa06136" 2024-11-19T18:21:49,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59b2d33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:49,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,40845,-1] 2024-11-19T18:21:49,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:49,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:49,903 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:49,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b86108d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741837_1013 (size=7894) 2024-11-19T18:21:49,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741838_1014 (size=7691) 2024-11-19T18:21:49,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:49,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,40845,1732040496502 2024-11-19T18:21:49,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@738b0850 2024-11-19T18:21:49,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:49,920 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-19T18:21:49,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:21:49,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:49,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,33451,1732040496542, seqNum=-1] 2024-11-19T18:21:49,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:49,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-19T18:21:49,927 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-19T18:21:49,929 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-19T18:21:49,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_ for inclusion in 6e60b987cf9503e404188c30da36fe6b/f 2024-11-19T18:21:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T18:21:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:21:49,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_ for inclusion in 6e60b987cf9503e404188c30da36fe6b/f 2024-11-19T18:21:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T18:21:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:21:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HRegion(2603): Flush status journal for 6e60b987cf9503e404188c30da36fe6b: 2024-11-19T18:21:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:21:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_ as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/416af763f1f44f13b3f279005d683fb7_SeqId_4_ 2024-11-19T18:21:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:21:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_ as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/a22a9633bff04fadbbca9ad880124945_SeqId_4_ 2024-11-19T18:21:49,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_ into 6e60b987cf9503e404188c30da36fe6b/f as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/416af763f1f44f13b3f279005d683fb7_SeqId_4_ - updating store file list. 2024-11-19T18:21:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 416af763f1f44f13b3f279005d683fb7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:21:49,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/416af763f1f44f13b3f279005d683fb7_SeqId_4_ into 6e60b987cf9503e404188c30da36fe6b/f 2024-11-19T18:21:49,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_ into 6e60b987cf9503e404188c30da36fe6b/f (new location: hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/416af763f1f44f13b3f279005d683fb7_SeqId_4_) 2024-11-19T18:21:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/9cd7435e5e264ba79d5a3047ba9dfd94_SeqId_4_ 2024-11-19T18:21:49,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_ into 6e60b987cf9503e404188c30da36fe6b/f as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/a22a9633bff04fadbbca9ad880124945_SeqId_4_ - updating store file list. 2024-11-19T18:21:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a22a9633bff04fadbbca9ad880124945_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:21:49,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/a22a9633bff04fadbbca9ad880124945_SeqId_4_ into 6e60b987cf9503e404188c30da36fe6b/f 2024-11-19T18:21:49,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_ into 6e60b987cf9503e404188c30da36fe6b/f (new location: hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/a22a9633bff04fadbbca9ad880124945_SeqId_4_) 2024-11-19T18:21:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__2ig7v93kgprv32tic88aadchacpfjvkte1b12s73nc2s4pupv7sa69c7hd3flmj3/f/aaaccdbe6c4846d2acd07e499ec0f625_SeqId_4_ 2024-11-19T18:21:49,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.ReplicationSink(324): Finished replicating [f3eaef68-2a43-4b42-ae54-fe344d8f9e6f] bulk loaded data 2024-11-19T18:21:49,961 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:35661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T18:21:50,097 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 to pos 687, reset compression=false 2024-11-19T18:21:50,401 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 to pos 687, reset compression=false 2024-11-19T18:21:50,804 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 to pos 687, reset compression=false 2024-11-19T18:21:50,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,37853,1732040500262, seqNum=-1] 2024-11-19T18:21:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:50,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040506194.78462f11a97b1736b6320179c0287407., hostname=30db5f576be8,37853,1732040500262, seqNum=2] 2024-11-19T18:21:50,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:21:50,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T18:21:50,877 DEBUG [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 30db5f576be8%2C35661%2C1732040492395.meta:.meta(num 1732040495326) roll requested 2024-11-19T18:21:50,897 DEBUG [regionserver/30db5f576be8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.meta.1732040510877.meta, exclude list is [], retry=0 2024-11-19T18:21:50,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41895,DS-ec71eb96-649e-4bbb-aa69-8272d6cd550e,DISK] 2024-11-19T18:21:50,900 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.meta.1732040495326.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.meta.1732040510877.meta 2024-11-19T18:21:50,901 DEBUG [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36351:36351)] 2024-11-19T18:21:50,901 DEBUG [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.meta.1732040495326.meta is not closed yet, will try archiving it next time 2024-11-19T18:21:50,901 DEBUG [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 30db5f576be8%2C35661%2C1732040492395.rep:(num 1732040508684) roll requested 2024-11-19T18:21:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741834_1010 (size=3473) 2024-11-19T18:21:50,916 DEBUG [regionserver/30db5f576be8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.rep.1732040510901, exclude list is [], retry=0 2024-11-19T18:21:50,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41895,DS-ec71eb96-649e-4bbb-aa69-8272d6cd550e,DISK] 2024-11-19T18:21:50,919 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.rep.1732040508684 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.rep.1732040510901 2024-11-19T18:21:50,919 DEBUG [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36351:36351)] 2024-11-19T18:21:50,919 DEBUG [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.rep.1732040508684 is not closed yet, will try archiving it next time 2024-11-19T18:21:50,919 DEBUG [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 30db5f576be8%2C35661%2C1732040492395:(num 1732040494396) roll requested 2024-11-19T18:21:50,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741839_1015 (size=1505) 2024-11-19T18:21:50,933 DEBUG [regionserver/30db5f576be8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919, exclude list is [], retry=0 2024-11-19T18:21:50,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41895,DS-ec71eb96-649e-4bbb-aa69-8272d6cd550e,DISK] 2024-11-19T18:21:50,936 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 2024-11-19T18:21:50,936 DEBUG [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36351:36351)] 2024-11-19T18:21:50,936 DEBUG [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 is not closed yet, will try archiving it next time 2024-11-19T18:21:50,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23d503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:50,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,36173,-1 for getting cluster id 2024-11-19T18:21:50,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:50,937 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 not finished, retry = 0 2024-11-19T18:21:50,937 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3eaef68-2a43-4b42-ae54-fe344d8f9e6f' 2024-11-19T18:21:50,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741832_1008 (size=695) 2024-11-19T18:21:50,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:50,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3eaef68-2a43-4b42-ae54-fe344d8f9e6f" 2024-11-19T18:21:50,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167bb175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:50,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,36173,-1] 2024-11-19T18:21:50,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:50,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:50,938 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:50,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3b0318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:50,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:50,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,36173,1732040492331 2024-11-19T18:21:50,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63316648 2024-11-19T18:21:50,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:50,941 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:50,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://30db5f576be8:45319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T18:21:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T18:21:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T18:21:50,943 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:45319' 2024-11-19T18:21:50,944 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e13e255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:50,944 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45319,-1 for getting cluster id 2024-11-19T18:21:50,944 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:50,945 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffb6f972-67ca-45bd-a4d4-be5aca51b4c7' 2024-11-19T18:21:50,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:50,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffb6f972-67ca-45bd-a4d4-be5aca51b4c7" 2024-11-19T18:21:50,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7837734c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:50,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45319,-1] 2024-11-19T18:21:50,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:50,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:50,946 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:50,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2241dd02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:50,946 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:50,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45319,1732040500224 2024-11-19T18:21:50,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e85450c 2024-11-19T18:21:50,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:50,947 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:50,948 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T18:21:50,948 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T18:21:50,948 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:50,948 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:50,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:50,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T18:21:51,039 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 to hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/oldWALs/30db5f576be8%2C35661%2C1732040492395.1732040494396 2024-11-19T18:21:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T18:21:51,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T18:21:51,108 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T18:21:51,144 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-30db5f576be8,35661,1732040492395, ReplicationSource: 2, currentBandwidth=0 2024-11-19T18:21:51,146 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T18:21:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T18:21:51,148 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 30db5f576be8,35661,1732040492395 suceeded 2024-11-19T18:21:51,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T18:21:51,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-19T18:21:51,149 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://30db5f576be8:45319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T18:21:51,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 208 msec 2024-11-19T18:21:51,159 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30db5f576be8:45319' 2024-11-19T18:21:51,160 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f5474c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:51,161 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45319,-1 for getting cluster id 2024-11-19T18:21:51,161 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:51,161 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffb6f972-67ca-45bd-a4d4-be5aca51b4c7' 2024-11-19T18:21:51,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:51,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffb6f972-67ca-45bd-a4d4-be5aca51b4c7" 2024-11-19T18:21:51,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ae4c785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:51,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45319,-1] 2024-11-19T18:21:51,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:51,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:51,162 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:51,163 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7328de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:51,163 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:51,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45319,1732040500224 2024-11-19T18:21:51,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4133a15a 2024-11-19T18:21:51,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:51,164 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T18:21:51,165 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-30db5f576be8,35661,1732040492395 (queues=1) is replicating from cluster=f3eaef68-2a43-4b42-ae54-fe344d8f9e6f to cluster=ffb6f972-67ca-45bd-a4d4-be5aca51b4c7 2024-11-19T18:21:51,165 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=30db5f576be8%2C35661%2C1732040492395 2024-11-19T18:21:51,165 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-30db5f576be8,35661,1732040492395, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T18:21:51,165 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30db5f576be8%2C35661%2C1732040492395 2024-11-19T18:21:51,165 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919, startPosition=0, beingWritten=true 2024-11-19T18:21:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T18:21:51,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:51,262 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T18:21:51,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:51,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:51,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:51,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:51,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T18:21:51,266 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732040511265/Put/seqid=0 2024-11-19T18:21:51,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741845_1021 (size=11194) 2024-11-19T18:21:51,308 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 to pos 687, reset compression=false 2024-11-19T18:21:51,314 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 was moved to hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/oldWALs/30db5f576be8%2C35661%2C1732040492395.1732040494396 2024-11-19T18:21:51,315 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396 2024-11-19T18:21:51,316 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919, startPosition=0, beingWritten=true 2024-11-19T18:21:51,315 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35661,1732040492395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040494396, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T18:21:51,317 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [30db5f576be8%2C35661%2C1732040492395.1732040494396] 2024-11-19T18:21:51,369 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 0, reset compression=false 2024-11-19T18:21:51,672 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732040511671/Put/seqid=0 2024-11-19T18:21:51,673 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 0, reset compression=false 2024-11-19T18:21:51,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741846_1022 (size=10791) 2024-11-19T18:21:51,919 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 0, reset compression=false 2024-11-19T18:21:52,077 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 0, reset compression=false 2024-11-19T18:21:52,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:52,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,36173,-1 for getting cluster id 2024-11-19T18:21:52,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:52,078 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3eaef68-2a43-4b42-ae54-fe344d8f9e6f' 2024-11-19T18:21:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3eaef68-2a43-4b42-ae54-fe344d8f9e6f" 2024-11-19T18:21:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141ff6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,36173,-1] 2024-11-19T18:21:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:52,080 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:52,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad44a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:52,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:52,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,35661,1732040492395, seqNum=-1] 2024-11-19T18:21:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:52,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T18:21:52,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,36173,1732040492331 2024-11-19T18:21:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488c4e32 2024-11-19T18:21:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:52,089 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T18:21:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732040502898.1eb72b4c481962312d1acc119e466e79., hostname=30db5f576be8,35661,1732040492395, seqNum=2] 2024-11-19T18:21:52,094 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:21:52,098 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-19T18:21:52,100 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-19T18:21:52,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 1eb72b4c481962312d1acc119e466e79/f 2024-11-19T18:21:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T18:21:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:21:52,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 1eb72b4c481962312d1acc119e466e79/f 2024-11-19T18:21:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T18:21:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:21:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HRegion(2603): Flush status journal for 1eb72b4c481962312d1acc119e466e79: 2024-11-19T18:21:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__ppemmanrjbauch4vdsmhvc6tg1686n6ptbnt40qg223j0blk7u072gdjeuko94s3/f/hfile_0 2024-11-19T18:21:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__ppemmanrjbauch4vdsmhvc6tg1686n6ptbnt40qg223j0blk7u072gdjeuko94s3/f/hfile_0 as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ 2024-11-19T18:21:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__ppemmanrjbauch4vdsmhvc6tg1686n6ptbnt40qg223j0blk7u072gdjeuko94s3/f/hfile_1 2024-11-19T18:21:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__ppemmanrjbauch4vdsmhvc6tg1686n6ptbnt40qg223j0blk7u072gdjeuko94s3/f/hfile_1 as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ 2024-11-19T18:21:52,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__ppemmanrjbauch4vdsmhvc6tg1686n6ptbnt40qg223j0blk7u072gdjeuko94s3/f/hfile_0 into 1eb72b4c481962312d1acc119e466e79/f as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ - updating store file list. 2024-11-19T18:21:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T18:21:52,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ into 1eb72b4c481962312d1acc119e466e79/f 2024-11-19T18:21:52,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__ppemmanrjbauch4vdsmhvc6tg1686n6ptbnt40qg223j0blk7u072gdjeuko94s3/f/hfile_0 into 1eb72b4c481962312d1acc119e466e79/f (new location: hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_) 2024-11-19T18:21:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__ppemmanrjbauch4vdsmhvc6tg1686n6ptbnt40qg223j0blk7u072gdjeuko94s3/f/hfile_0 2024-11-19T18:21:52,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__ppemmanrjbauch4vdsmhvc6tg1686n6ptbnt40qg223j0blk7u072gdjeuko94s3/f/hfile_1 into 1eb72b4c481962312d1acc119e466e79/f as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ - updating store file list. 2024-11-19T18:21:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 037d2ef6166745f182c0f8df64b20649_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T18:21:52,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ into 1eb72b4c481962312d1acc119e466e79/f 2024-11-19T18:21:52,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__ppemmanrjbauch4vdsmhvc6tg1686n6ptbnt40qg223j0blk7u072gdjeuko94s3/f/hfile_1 into 1eb72b4c481962312d1acc119e466e79/f (new location: hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_) 2024-11-19T18:21:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/staging/jenkins__test__ppemmanrjbauch4vdsmhvc6tg1686n6ptbnt40qg223j0blk7u072gdjeuko94s3/f/hfile_1 2024-11-19T18:21:52,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:52,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:52,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:52,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:52,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732040502898.1eb72b4c481962312d1acc119e466e79., hostname=30db5f576be8,35661,1732040492395, seqNum=2 , the old value is region=test,,1732040502898.1eb72b4c481962312d1acc119e466e79., hostname=30db5f576be8,35661,1732040492395, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30db5f576be8:35661 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:21:52,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732040502898.1eb72b4c481962312d1acc119e466e79., hostname=30db5f576be8,35661,1732040492395, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T18:21:52,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732040502898.1eb72b4c481962312d1acc119e466e79., hostname=30db5f576be8,35661,1732040492395, seqNum=2 from cache 2024-11-19T18:21:52,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:52,127 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T18:21:52,130 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T18:21:52,231 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:35661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T18:21:52,247 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T18:21:52,581 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 0, reset compression=false 2024-11-19T18:21:52,586 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:21:52,586 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-30db5f576be8,35661,1732040492395 got entry batch from reader: WALEntryBatch [walEntries=[{test/1eb72b4c481962312d1acc119e466e79/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732040512125/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T18:21:52,588 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T18:21:52,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T18:21:52,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.ReplicationSink(318): Replicating [f3eaef68-2a43-4b42-ae54-fe344d8f9e6f] bulk loaded data 2024-11-19T18:21:52,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a756c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:52,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] client.ClusterIdFetcher(90): Going to request 30db5f576be8,45319,-1 for getting cluster id 2024-11-19T18:21:52,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T18:21:52,590 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffb6f972-67ca-45bd-a4d4-be5aca51b4c7' 2024-11-19T18:21:52,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T18:21:52,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffb6f972-67ca-45bd-a4d4-be5aca51b4c7" 2024-11-19T18:21:52,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66763dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:52,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30db5f576be8,45319,-1] 2024-11-19T18:21:52,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T18:21:52,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:52,591 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-19T18:21:52,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5e8b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T18:21:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741837_1013 (size=11194) 2024-11-19T18:21:52,623 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 0, reset compression=false 2024-11-19T18:21:52,627 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T18:21:52,628 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35661,1732040492395 got entry batch from reader: WALEntryBatch [walEntries=[{test/1eb72b4c481962312d1acc119e466e79/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732040512125/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T18:21:52,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.ReplicationSink(318): Replicating [f3eaef68-2a43-4b42-ae54-fe344d8f9e6f] bulk loaded data 2024-11-19T18:21:52,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741839_1015 (size=11194) 2024-11-19T18:21:52,786 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:52,828 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741838_1014 (size=10791) 2024-11-19T18:21:53,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:53,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30db5f576be8,45319,1732040500224 2024-11-19T18:21:53,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32334d07 2024-11-19T18:21:53,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T18:21:53,017 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-19T18:21:53,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:21:53,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T18:21:53,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30db5f576be8,37853,1732040500262, seqNum=-1] 2024-11-19T18:21:53,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T18:21:53,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-19T18:21:53,029 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T18:21:53,031 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T18:21:53,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ for inclusion in 78462f11a97b1736b6320179c0287407/f 2024-11-19T18:21:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T18:21:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:21:53,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ for inclusion in 78462f11a97b1736b6320179c0287407/f 2024-11-19T18:21:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T18:21:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:21:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HRegion(2603): Flush status journal for 78462f11a97b1736b6320179c0287407: 2024-11-19T18:21:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 037d2ef6166745f182c0f8df64b20649_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:21:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ as hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407/f/28fa85e7742f440c9b307a4513ddaac9_SeqId_4_ 2024-11-19T18:21:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:21:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ as hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407/f/628a9b5812c24eee8d537ea08777457d_SeqId_4_ 2024-11-19T18:21:53,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ into 78462f11a97b1736b6320179c0287407/f as hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407/f/28fa85e7742f440c9b307a4513ddaac9_SeqId_4_ - updating store file list. 2024-11-19T18:21:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 28fa85e7742f440c9b307a4513ddaac9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:21:53,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407/f/28fa85e7742f440c9b307a4513ddaac9_SeqId_4_ into 78462f11a97b1736b6320179c0287407/f 2024-11-19T18:21:53,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ into 78462f11a97b1736b6320179c0287407/f (new location: hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407/f/28fa85e7742f440c9b307a4513ddaac9_SeqId_4_) 2024-11-19T18:21:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ 2024-11-19T18:21:53,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ into 78462f11a97b1736b6320179c0287407/f as hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407/f/628a9b5812c24eee8d537ea08777457d_SeqId_4_ - updating store file list. 2024-11-19T18:21:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 628a9b5812c24eee8d537ea08777457d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T18:21:53,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407/f/628a9b5812c24eee8d537ea08777457d_SeqId_4_ into 78462f11a97b1736b6320179c0287407/f 2024-11-19T18:21:53,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ into 78462f11a97b1736b6320179c0287407/f (new location: hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407/f/628a9b5812c24eee8d537ea08777457d_SeqId_4_) 2024-11-19T18:21:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/staging/jenkins.hfs.23__test__3v8fnjvanuktc220jj7l60tp18ssocpqrg66fi37rvju8sdq2uf4hecb83ogqb0e/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ 2024-11-19T18:21:53,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.ReplicationSink(324): Finished replicating [f3eaef68-2a43-4b42-ae54-fe344d8f9e6f] bulk loaded data 2024-11-19T18:21:53,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741840_1016 (size=10791) 2024-11-19T18:21:53,090 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:53,131 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:53,133 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T18:21:53,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T18:21:53,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:21:53,271 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128961 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30db5f576be8,45965,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T18:21:53,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T18:21:53,458 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T18:21:53,460 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T18:21:53,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ for inclusion in 6e60b987cf9503e404188c30da36fe6b/f 2024-11-19T18:21:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T18:21:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:21:53,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ for inclusion in 6e60b987cf9503e404188c30da36fe6b/f 2024-11-19T18:21:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T18:21:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T18:21:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HRegion(2603): Flush status journal for 6e60b987cf9503e404188c30da36fe6b: 2024-11-19T18:21:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 037d2ef6166745f182c0f8df64b20649_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:21:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/a7304eb5070d47ccbfdcbaf4ecb5e7b7_SeqId_6_ 2024-11-19T18:21:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T18:21:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/36d491678dff4c31a83781fc82fffde4_SeqId_6_ 2024-11-19T18:21:53,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ into 6e60b987cf9503e404188c30da36fe6b/f as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/a7304eb5070d47ccbfdcbaf4ecb5e7b7_SeqId_6_ - updating store file list. 2024-11-19T18:21:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7304eb5070d47ccbfdcbaf4ecb5e7b7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T18:21:53,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/a7304eb5070d47ccbfdcbaf4ecb5e7b7_SeqId_6_ into 6e60b987cf9503e404188c30da36fe6b/f 2024-11-19T18:21:53,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ into 6e60b987cf9503e404188c30da36fe6b/f (new location: hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/a7304eb5070d47ccbfdcbaf4ecb5e7b7_SeqId_6_) 2024-11-19T18:21:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/037d2ef6166745f182c0f8df64b20649_SeqId_6_ 2024-11-19T18:21:53,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ into 6e60b987cf9503e404188c30da36fe6b/f as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/36d491678dff4c31a83781fc82fffde4_SeqId_6_ - updating store file list. 2024-11-19T18:21:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36d491678dff4c31a83781fc82fffde4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T18:21:53,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/36d491678dff4c31a83781fc82fffde4_SeqId_6_ into 6e60b987cf9503e404188c30da36fe6b/f 2024-11-19T18:21:53,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ into 6e60b987cf9503e404188c30da36fe6b/f (new location: hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/f/36d491678dff4c31a83781fc82fffde4_SeqId_6_) 2024-11-19T18:21:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/staging/jenkins.hfs.22__test__eud7m8r7n9nuknoaf80dvlb7jblv8c8qgcnqd0e84dfqb63uidsae0nagf1o2g7s/f/c00b0cebf23b4d6492ee0e2a379b558c_SeqId_6_ 2024-11-19T18:21:53,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.ReplicationSink(324): Finished replicating [f3eaef68-2a43-4b42-ae54-fe344d8f9e6f] bulk loaded data 2024-11-19T18:21:53,493 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:53,535 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:53,996 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:54,039 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:21:54,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:54,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:54,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:54,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:54,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:54,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:21:54,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1004611750, stopped=false 2024-11-19T18:21:54,149 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,45319,1732040500224 2024-11-19T18:21:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21650626190/running 2024-11-19T18:21:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21650626190/running 2024-11-19T18:21:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:54,151 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:21:54,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:54,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:54,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:54,152 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,37853,1732040500262' ***** 2024-11-19T18:21:54,152 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:21:54,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Set watcher on znode that does not yet exist, /21650626190/running 2024-11-19T18:21:54,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Set watcher on znode that does not yet exist, /21650626190/running 2024-11-19T18:21:54,152 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:21:54,153 INFO [RS:0;30db5f576be8:37853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:21:54,153 INFO [RS:0;30db5f576be8:37853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:21:54,153 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:21:54,153 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(3091): Received CLOSE for 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:54,154 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,37853,1732040500262 2024-11-19T18:21:54,154 INFO [RS:0;30db5f576be8:37853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:21:54,154 INFO [RS:0;30db5f576be8:37853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:37853. 2024-11-19T18:21:54,154 DEBUG [RS:0;30db5f576be8:37853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:54,154 DEBUG [RS:0;30db5f576be8:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:54,154 INFO [RS:0;30db5f576be8:37853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:21:54,154 INFO [RS:0;30db5f576be8:37853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:21:54,154 INFO [RS:0;30db5f576be8:37853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:21:54,154 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:21:54,154 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:21:54,154 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1325): Online Regions={78462f11a97b1736b6320179c0287407=test,,1732040506194.78462f11a97b1736b6320179c0287407., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:21:54,154 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78462f11a97b1736b6320179c0287407 2024-11-19T18:21:54,154 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78462f11a97b1736b6320179c0287407, disabling compactions & flushes 2024-11-19T18:21:54,154 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:21:54,154 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:54,154 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:21:54,154 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:54,154 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:21:54,154 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040506194.78462f11a97b1736b6320179c0287407. after waiting 0 ms 2024-11-19T18:21:54,154 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:54,154 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:21:54,154 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:21:54,155 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T18:21:54,165 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/default/test/78462f11a97b1736b6320179c0287407/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T18:21:54,165 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:54,165 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:21:54,165 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:54,165 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78462f11a97b1736b6320179c0287407: Waiting for close lock at 1732040514154Running coprocessor pre-close hooks at 1732040514154Disabling compacts and flushes for region at 1732040514154Disabling writes for close at 1732040514154Writing region close event to WAL at 1732040514161 (+7 ms)Running coprocessor post-close hooks at 1732040514165 (+4 ms)Closed at 1732040514165 2024-11-19T18:21:54,166 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040506194.78462f11a97b1736b6320179c0287407. 2024-11-19T18:21:54,177 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/info/3fb4f4e543d049ca9f251d37ccc3629d is 129, key is test,,1732040506194.78462f11a97b1736b6320179c0287407./info:regioninfo/1732040507337/Put/seqid=0 2024-11-19T18:21:54,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741839_1015 (size=6421) 2024-11-19T18:21:54,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:21:54,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,223 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:21:54,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:54,354 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:54,555 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:54,581 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/info/3fb4f4e543d049ca9f251d37ccc3629d 2024-11-19T18:21:54,600 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:54,603 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/ns/3ef37298a0b04cd3a3adba36cf8b0d05 is 43, key is default/ns:d/1732040502793/Put/seqid=0 2024-11-19T18:21:54,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741840_1016 (size=5153) 2024-11-19T18:21:54,642 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:54,755 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:54,955 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:55,011 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/ns/3ef37298a0b04cd3a3adba36cf8b0d05 2024-11-19T18:21:55,030 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/rep_barrier/1a8477b6b67e4b0898f8199b9612f187 is 112, key is test,,1732040506194.78462f11a97b1736b6320179c0287407./rep_barrier:seqnumDuringOpen/1732040507337/Put/seqid=0 2024-11-19T18:21:55,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741841_1017 (size=5518) 2024-11-19T18:21:55,149 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:21:55,149 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:21:55,155 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:21:55,155 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:21:55,155 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:55,305 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:55,346 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:55,356 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:55,434 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/rep_barrier/1a8477b6b67e4b0898f8199b9612f187 2024-11-19T18:21:55,454 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/table/8c1cf856e800407c80572d4fafa07b1c is 40, key is test/table:state/1732040507343/Put/seqid=0 2024-11-19T18:21:55,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741842_1018 (size=5165) 2024-11-19T18:21:55,556 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:55,756 DEBUG [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:55,858 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/table/8c1cf856e800407c80572d4fafa07b1c 2024-11-19T18:21:55,863 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/info/3fb4f4e543d049ca9f251d37ccc3629d as hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/info/3fb4f4e543d049ca9f251d37ccc3629d 2024-11-19T18:21:55,867 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/info/3fb4f4e543d049ca9f251d37ccc3629d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T18:21:55,867 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/ns/3ef37298a0b04cd3a3adba36cf8b0d05 as hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/ns/3ef37298a0b04cd3a3adba36cf8b0d05 2024-11-19T18:21:55,871 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/ns/3ef37298a0b04cd3a3adba36cf8b0d05, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T18:21:55,872 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/rep_barrier/1a8477b6b67e4b0898f8199b9612f187 as hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/rep_barrier/1a8477b6b67e4b0898f8199b9612f187 2024-11-19T18:21:55,875 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/rep_barrier/1a8477b6b67e4b0898f8199b9612f187, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T18:21:55,875 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/.tmp/table/8c1cf856e800407c80572d4fafa07b1c as hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/table/8c1cf856e800407c80572d4fafa07b1c 2024-11-19T18:21:55,878 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/table/8c1cf856e800407c80572d4fafa07b1c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T18:21:55,879 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=11, compaction requested=false 2024-11-19T18:21:55,883 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T18:21:55,884 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:55,884 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:21:55,884 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:55,884 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040514154Running coprocessor pre-close hooks at 1732040514154Disabling compacts and flushes for region at 1732040514154Disabling writes for close at 1732040514154Obtaining lock to block concurrent updates at 1732040514155 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732040514155Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732040514155Flushing stores of hbase:meta,,1.1588230740 at 1732040514156 (+1 ms)Flushing 1588230740/info: creating writer at 1732040514156Flushing 1588230740/info: appending metadata at 1732040514177 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732040514177Flushing 1588230740/ns: creating writer at 1732040514585 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732040514602 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732040514602Flushing 1588230740/rep_barrier: creating writer at 1732040515015 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040515029 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040515029Flushing 1588230740/table: creating writer at 1732040515438 (+409 ms)Flushing 1588230740/table: appending metadata at 1732040515454 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732040515454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a316da: reopening flushed file at 1732040515862 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cfd0fe2: reopening flushed file at 1732040515867 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@252b5bd9: reopening flushed file at 1732040515871 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64286e68: reopening flushed file at 1732040515875 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=11, compaction requested=false at 1732040515879 (+4 ms)Writing region close event to WAL at 1732040515881 (+2 ms)Running coprocessor post-close hooks at 1732040515884 (+3 ms)Closed at 1732040515884 2024-11-19T18:21:55,884 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:55,956 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,37853,1732040500262; all regions closed. 2024-11-19T18:21:55,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741834_1010 (size=2717) 2024-11-19T18:21:55,960 DEBUG [RS:0;30db5f576be8:37853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/oldWALs 2024-11-19T18:21:55,960 INFO [RS:0;30db5f576be8:37853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C37853%2C1732040500262.meta:.meta(num 1732040502756) 2024-11-19T18:21:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741833_1009 (size=1028) 2024-11-19T18:21:55,963 DEBUG [RS:0;30db5f576be8:37853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/oldWALs 2024-11-19T18:21:55,963 INFO [RS:0;30db5f576be8:37853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C37853%2C1732040500262:(num 1732040502245) 2024-11-19T18:21:55,963 DEBUG [RS:0;30db5f576be8:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:55,963 INFO [RS:0;30db5f576be8:37853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:21:55,964 INFO [RS:0;30db5f576be8:37853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:21:55,964 INFO [RS:0;30db5f576be8:37853 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:21:55,964 INFO [RS:0;30db5f576be8:37853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:21:55,964 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:21:55,964 INFO [RS:0;30db5f576be8:37853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:37853. 2024-11-19T18:21:55,964 DEBUG [RS:0;30db5f576be8:37853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:55,965 DEBUG [RS:0;30db5f576be8:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:55,965 DEBUG [RS:0;30db5f576be8:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:55,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:55,965 INFO [RS:0;30db5f576be8:37853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37853 2024-11-19T18:21:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190/rs 2024-11-19T18:21:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21650626190/rs/30db5f576be8,37853,1732040500262 2024-11-19T18:21:55,967 INFO [RS:0;30db5f576be8:37853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:21:55,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,37853,1732040500262] 2024-11-19T18:21:55,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21650626190/draining/30db5f576be8,37853,1732040500262 already deleted, retry=false 2024-11-19T18:21:55,972 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,37853,1732040500262 expired; onlineServers=0 2024-11-19T18:21:55,972 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,45319,1732040500224' ***** 2024-11-19T18:21:55,972 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:21:55,972 INFO [M:0;30db5f576be8:45319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:21:55,972 INFO [M:0;30db5f576be8:45319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:21:55,972 DEBUG [M:0;30db5f576be8:45319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:21:55,972 DEBUG [M:0;30db5f576be8:45319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:21:55,972 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:21:55,972 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040502012 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040502012,5,FailOnTimeoutGroup] 2024-11-19T18:21:55,972 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040502008 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040502008,5,FailOnTimeoutGroup] 2024-11-19T18:21:55,972 INFO [M:0;30db5f576be8:45319 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:21:55,973 INFO [M:0;30db5f576be8:45319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:21:55,973 DEBUG [M:0;30db5f576be8:45319 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:21:55,973 INFO [M:0;30db5f576be8:45319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:21:55,973 INFO [M:0;30db5f576be8:45319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:21:55,973 INFO [M:0;30db5f576be8:45319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:21:55,973 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:21:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21650626190/master 2024-11-19T18:21:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21650626190 2024-11-19T18:21:55,973 DEBUG [M:0;30db5f576be8:45319 {}] zookeeper.ZKUtil(347): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Unable to get data of znode /21650626190/master because node does not exist (not an error) 2024-11-19T18:21:55,973 WARN [M:0;30db5f576be8:45319 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:21:55,974 INFO [M:0;30db5f576be8:45319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/.lastflushedseqids 2024-11-19T18:21:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741843_1019 (size=173) 2024-11-19T18:21:56,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:56,069 INFO [RS:0;30db5f576be8:37853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:21:56,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10131766ca80007, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:56,069 INFO [RS:0;30db5f576be8:37853 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,37853,1732040500262; zookeeper connection closed. 2024-11-19T18:21:56,070 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@478fb586 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@478fb586 2024-11-19T18:21:56,070 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:21:56,091 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T18:21:56,109 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:56,149 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:56,378 INFO [M:0;30db5f576be8:45319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:21:56,379 INFO [M:0;30db5f576be8:45319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:21:56,379 DEBUG [M:0;30db5f576be8:45319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:21:56,379 INFO [M:0;30db5f576be8:45319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:56,379 DEBUG [M:0;30db5f576be8:45319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:56,379 DEBUG [M:0;30db5f576be8:45319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:21:56,379 DEBUG [M:0;30db5f576be8:45319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:56,379 INFO [M:0;30db5f576be8:45319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-19T18:21:56,399 DEBUG [M:0;30db5f576be8:45319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d6073778b584ac4b3e8d549b75c2ec1 is 82, key is hbase:meta,,1/info:regioninfo/1732040502785/Put/seqid=0 2024-11-19T18:21:56,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741844_1020 (size=5672) 2024-11-19T18:21:56,402 INFO [M:0;30db5f576be8:45319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d6073778b584ac4b3e8d549b75c2ec1 2024-11-19T18:21:56,424 DEBUG [M:0;30db5f576be8:45319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1aca573310ec4f18bd891ea5c46a31e0 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732040507346/Put/seqid=0 2024-11-19T18:21:56,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741845_1021 (size=6585) 2024-11-19T18:21:56,830 INFO [M:0;30db5f576be8:45319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1aca573310ec4f18bd891ea5c46a31e0 2024-11-19T18:21:56,849 DEBUG [M:0;30db5f576be8:45319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339ac24142d240de97c3a96fc39e98de is 69, key is 30db5f576be8,37853,1732040500262/rs:state/1732040502102/Put/seqid=0 2024-11-19T18:21:56,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741846_1022 (size=5156) 2024-11-19T18:21:57,013 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:57,053 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:57,253 INFO [M:0;30db5f576be8:45319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339ac24142d240de97c3a96fc39e98de 2024-11-19T18:21:57,257 DEBUG [M:0;30db5f576be8:45319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d6073778b584ac4b3e8d549b75c2ec1 as hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d6073778b584ac4b3e8d549b75c2ec1 2024-11-19T18:21:57,261 INFO [M:0;30db5f576be8:45319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d6073778b584ac4b3e8d549b75c2ec1, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T18:21:57,261 DEBUG [M:0;30db5f576be8:45319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1aca573310ec4f18bd891ea5c46a31e0 as hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1aca573310ec4f18bd891ea5c46a31e0 2024-11-19T18:21:57,265 INFO [M:0;30db5f576be8:45319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1aca573310ec4f18bd891ea5c46a31e0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T18:21:57,265 DEBUG [M:0;30db5f576be8:45319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339ac24142d240de97c3a96fc39e98de as hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/339ac24142d240de97c3a96fc39e98de 2024-11-19T18:21:57,268 INFO [M:0;30db5f576be8:45319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/aa57709e-f389-8d26-2bc7-d67905ce39d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/339ac24142d240de97c3a96fc39e98de, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T18:21:57,269 INFO [M:0;30db5f576be8:45319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=55, compaction requested=false 2024-11-19T18:21:57,271 INFO [M:0;30db5f576be8:45319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:57,271 DEBUG [M:0;30db5f576be8:45319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040516379Disabling compacts and flushes for region at 1732040516379Disabling writes for close at 1732040516379Obtaining lock to block concurrent updates at 1732040516379Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040516379Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732040516379Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040516380 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040516380Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040516399 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040516399Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040516406 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040516424 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040516424Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040516834 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040516849 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040516849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64646ec0: reopening flushed file at 1732040517257 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ecf48ce: reopening flushed file at 1732040517261 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33529802: reopening flushed file at 1732040517265 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=55, compaction requested=false at 1732040517269 (+4 ms)Writing region close event to WAL at 1732040517271 (+2 ms)Closed at 1732040517271 2024-11-19T18:21:57,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741830_1006 (size=32758) 2024-11-19T18:21:57,273 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:21:57,273 INFO [M:0;30db5f576be8:45319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:21:57,274 INFO [M:0;30db5f576be8:45319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45319 2024-11-19T18:21:57,274 INFO [M:0;30db5f576be8:45319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:21:57,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:57,376 INFO [M:0;30db5f576be8:45319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:21:57,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45319-0x10131766ca80006, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:57,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@178eeafe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:21:57,379 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5663c986{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:21:57,379 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:21:57,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f125a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:21:57,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12f6a315{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/hadoop.log.dir/,STOPPED} 2024-11-19T18:21:57,381 WARN [BP-1044101830-172.17.0.2-1732040499201 heartbeating to localhost/127.0.0.1:43429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:21:57,381 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:21:57,383 WARN [BP-1044101830-172.17.0.2-1732040499201 heartbeating to localhost/127.0.0.1:43429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1044101830-172.17.0.2-1732040499201 (Datanode Uuid 59a39626-d519-45a0-97ef-36e6dec0ed68) service to localhost/127.0.0.1:43429 2024-11-19T18:21:57,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:21:57,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/cluster_3f82b7a2-3e69-835a-0540-6fe0ebb44848/data/data1/current/BP-1044101830-172.17.0.2-1732040499201 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:21:57,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/cluster_3f82b7a2-3e69-835a-0540-6fe0ebb44848/data/data2/current/BP-1044101830-172.17.0.2-1732040499201 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:21:57,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:21:57,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16627769{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:21:57,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@beb64f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:21:57,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:21:57,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a05026e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:21:57,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dea3191{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9fb2a25-09a9-9936-ac8b-79e44de4b514/hadoop.log.dir/,STOPPED} 2024-11-19T18:21:57,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:21:57,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:21:57,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:57,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:57,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:57,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:57,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:57,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:21:57,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1459303697, stopped=false 2024-11-19T18:21:57,404 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,40845,1732040496502 2024-11-19T18:21:57,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12034519392/running 2024-11-19T18:21:57,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12034519392/running 2024-11-19T18:21:57,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:57,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:57,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:21:57,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:57,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:57,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:57,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,33451,1732040496542' ***** 2024-11-19T18:21:57,407 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:21:57,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Set watcher on znode that does not yet exist, /12034519392/running 2024-11-19T18:21:57,407 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:21:57,408 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:21:57,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Set watcher on znode that does not yet exist, /12034519392/running 2024-11-19T18:21:57,408 INFO [RS:0;30db5f576be8:33451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:21:57,408 INFO [RS:0;30db5f576be8:33451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:21:57,408 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:57,408 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,33451,1732040496542 2024-11-19T18:21:57,408 INFO [RS:0;30db5f576be8:33451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:21:57,408 INFO [RS:0;30db5f576be8:33451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:33451. 2024-11-19T18:21:57,408 DEBUG [RS:0;30db5f576be8:33451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:57,408 DEBUG [RS:0;30db5f576be8:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:57,408 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e60b987cf9503e404188c30da36fe6b, disabling compactions & flushes 2024-11-19T18:21:57,408 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:57,408 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:57,408 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. after waiting 0 ms 2024-11-19T18:21:57,408 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:57,408 INFO [RS:0;30db5f576be8:33451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:21:57,408 INFO [RS:0;30db5f576be8:33451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:21:57,408 INFO [RS:0;30db5f576be8:33451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:21:57,409 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:21:57,409 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T18:21:57,409 DEBUG [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(1325): Online Regions={6e60b987cf9503e404188c30da36fe6b=test,,1732040505054.6e60b987cf9503e404188c30da36fe6b., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:21:57,409 DEBUG [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e60b987cf9503e404188c30da36fe6b 2024-11-19T18:21:57,409 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:21:57,409 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:21:57,409 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:21:57,409 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:21:57,409 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:21:57,409 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T18:21:57,412 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:21:57,412 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/default/test/6e60b987cf9503e404188c30da36fe6b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T18:21:57,413 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:57,413 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:21:57,413 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:57,413 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e60b987cf9503e404188c30da36fe6b: Waiting for close lock at 1732040517408Running coprocessor pre-close hooks at 1732040517408Disabling compacts and flushes for region at 1732040517408Disabling writes for close at 1732040517408Writing region close event to WAL at 1732040517409 (+1 ms)Running coprocessor post-close hooks at 1732040517413 (+4 ms)Closed at 1732040517413 2024-11-19T18:21:57,413 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040505054.6e60b987cf9503e404188c30da36fe6b. 2024-11-19T18:21:57,429 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/info/3e24c10f13074b828fbdcc01ddb7753c is 129, key is test,,1732040505054.6e60b987cf9503e404188c30da36fe6b./info:regioninfo/1732040505805/Put/seqid=0 2024-11-19T18:21:57,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741841_1017 (size=6421) 2024-11-19T18:21:57,609 DEBUG [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:57,809 DEBUG [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:57,833 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/info/3e24c10f13074b828fbdcc01ddb7753c 2024-11-19T18:21:57,853 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/ns/3e443a5f2a3544968ee81b02d6d3fdb1 is 43, key is default/ns:d/1732040499077/Put/seqid=0 2024-11-19T18:21:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741842_1018 (size=5153) 2024-11-19T18:21:57,857 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/ns/3e443a5f2a3544968ee81b02d6d3fdb1 2024-11-19T18:21:57,879 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/rep_barrier/7416050f9e5f4a5580271cf4b2c5a112 is 112, key is test,,1732040505054.6e60b987cf9503e404188c30da36fe6b./rep_barrier:seqnumDuringOpen/1732040505805/Put/seqid=0 2024-11-19T18:21:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741843_1019 (size=5518) 2024-11-19T18:21:57,883 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/rep_barrier/7416050f9e5f4a5580271cf4b2c5a112 2024-11-19T18:21:57,905 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/table/25ff398f323d43108c0fb68afae82b26 is 40, key is test/table:state/1732040505811/Put/seqid=0 2024-11-19T18:21:57,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741844_1020 (size=5165) 2024-11-19T18:21:57,909 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/table/25ff398f323d43108c0fb68afae82b26 2024-11-19T18:21:57,913 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/info/3e24c10f13074b828fbdcc01ddb7753c as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/info/3e24c10f13074b828fbdcc01ddb7753c 2024-11-19T18:21:57,916 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/info/3e24c10f13074b828fbdcc01ddb7753c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T18:21:57,917 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/ns/3e443a5f2a3544968ee81b02d6d3fdb1 as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/ns/3e443a5f2a3544968ee81b02d6d3fdb1 2024-11-19T18:21:57,920 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/ns/3e443a5f2a3544968ee81b02d6d3fdb1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T18:21:57,921 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/rep_barrier/7416050f9e5f4a5580271cf4b2c5a112 as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/rep_barrier/7416050f9e5f4a5580271cf4b2c5a112 2024-11-19T18:21:57,924 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/rep_barrier/7416050f9e5f4a5580271cf4b2c5a112, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T18:21:57,925 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/.tmp/table/25ff398f323d43108c0fb68afae82b26 as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/table/25ff398f323d43108c0fb68afae82b26 2024-11-19T18:21:57,928 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/table/25ff398f323d43108c0fb68afae82b26, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T18:21:57,929 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false 2024-11-19T18:21:57,933 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T18:21:57,933 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:57,933 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:21:57,933 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:57,933 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040517409Running coprocessor pre-close hooks at 1732040517409Disabling compacts and flushes for region at 1732040517409Disabling writes for close at 1732040517409Obtaining lock to block concurrent updates at 1732040517409Preparing flush snapshotting stores in 1588230740 at 1732040517409Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732040517409Flushing stores of hbase:meta,,1.1588230740 at 1732040517410 (+1 ms)Flushing 1588230740/info: creating writer at 1732040517410Flushing 1588230740/info: appending metadata at 1732040517429 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732040517429Flushing 1588230740/ns: creating writer at 1732040517838 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732040517853 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732040517853Flushing 1588230740/rep_barrier: creating writer at 1732040517860 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040517879 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040517879Flushing 1588230740/table: creating writer at 1732040517886 (+7 ms)Flushing 1588230740/table: appending metadata at 1732040517905 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732040517905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155445e: reopening flushed file at 1732040517912 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1555f48d: reopening flushed file at 1732040517916 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d42adb: reopening flushed file at 1732040517920 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f973abf: reopening flushed file at 1732040517925 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false at 1732040517929 (+4 ms)Writing region close event to WAL at 1732040517930 (+1 ms)Running coprocessor post-close hooks at 1732040517933 (+3 ms)Closed at 1732040517933 2024-11-19T18:21:57,933 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:21:57,996 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:21:57,997 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:21:58,009 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,33451,1732040496542; all regions closed. 2024-11-19T18:21:58,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741834_1010 (size=2717) 2024-11-19T18:21:58,013 DEBUG [RS:0;30db5f576be8:33451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/oldWALs 2024-11-19T18:21:58,013 INFO [RS:0;30db5f576be8:33451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C33451%2C1732040496542.meta:.meta(num 1732040499038) 2024-11-19T18:21:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741832_1008 (size=1374) 2024-11-19T18:21:58,016 DEBUG [RS:0;30db5f576be8:33451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/oldWALs 2024-11-19T18:21:58,017 INFO [RS:0;30db5f576be8:33451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30db5f576be8%2C33451%2C1732040496542:(num 1732040498130) 2024-11-19T18:21:58,017 DEBUG [RS:0;30db5f576be8:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:58,017 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:58,017 INFO [RS:0;30db5f576be8:33451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:21:58,017 INFO [RS:0;30db5f576be8:33451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:21:58,017 INFO [RS:0;30db5f576be8:33451 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:21:58,017 INFO [RS:0;30db5f576be8:33451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:21:58,017 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:21:58,017 INFO [RS:0;30db5f576be8:33451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:33451. 2024-11-19T18:21:58,018 DEBUG [RS:0;30db5f576be8:33451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:58,018 DEBUG [RS:0;30db5f576be8:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:58,018 DEBUG [RS:0;30db5f576be8:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:58,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:58,018 INFO [RS:0;30db5f576be8:33451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33451 2024-11-19T18:21:58,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12034519392/rs/30db5f576be8,33451,1732040496542 2024-11-19T18:21:58,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392/rs 2024-11-19T18:21:58,020 INFO [RS:0;30db5f576be8:33451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:21:58,021 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f38a08e2e08@1237e241 rejected from java.util.concurrent.ThreadPoolExecutor@57356e63[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-19T18:21:58,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,33451,1732040496542] 2024-11-19T18:21:58,028 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12034519392/draining/30db5f576be8,33451,1732040496542 already deleted, retry=false 2024-11-19T18:21:58,028 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,33451,1732040496542 expired; onlineServers=0 2024-11-19T18:21:58,028 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,40845,1732040496502' ***** 2024-11-19T18:21:58,028 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:21:58,028 INFO [M:0;30db5f576be8:40845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:21:58,028 INFO [M:0;30db5f576be8:40845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:21:58,028 DEBUG [M:0;30db5f576be8:40845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:21:58,028 DEBUG [M:0;30db5f576be8:40845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:21:58,028 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:21:58,028 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040497901 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040497901,5,FailOnTimeoutGroup] 2024-11-19T18:21:58,028 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040497901 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040497901,5,FailOnTimeoutGroup] 2024-11-19T18:21:58,028 INFO [M:0;30db5f576be8:40845 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:21:58,029 INFO [M:0;30db5f576be8:40845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:21:58,029 DEBUG [M:0;30db5f576be8:40845 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:21:58,029 INFO [M:0;30db5f576be8:40845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:21:58,029 INFO [M:0;30db5f576be8:40845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:21:58,029 INFO [M:0;30db5f576be8:40845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:21:58,029 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:21:58,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12034519392/master 2024-11-19T18:21:58,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034519392 2024-11-19T18:21:58,030 DEBUG [M:0;30db5f576be8:40845 {}] zookeeper.ZKUtil(347): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Unable to get data of znode /12034519392/master because node does not exist (not an error) 2024-11-19T18:21:58,030 WARN [M:0;30db5f576be8:40845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:21:58,031 INFO [M:0;30db5f576be8:40845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/.lastflushedseqids 2024-11-19T18:21:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741845_1021 (size=173) 2024-11-19T18:21:58,057 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:58,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:58,126 INFO [RS:0;30db5f576be8:33451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:21:58,126 INFO [RS:0;30db5f576be8:33451 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,33451,1732040496542; zookeeper connection closed. 2024-11-19T18:21:58,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x10131766ca80004, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:58,126 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@292e8b7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@292e8b7f 2024-11-19T18:21:58,126 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:21:58,440 INFO [M:0;30db5f576be8:40845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:21:58,440 INFO [M:0;30db5f576be8:40845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:21:58,440 DEBUG [M:0;30db5f576be8:40845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:21:58,440 INFO [M:0;30db5f576be8:40845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:58,440 DEBUG [M:0;30db5f576be8:40845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:58,440 DEBUG [M:0;30db5f576be8:40845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:21:58,440 DEBUG [M:0;30db5f576be8:40845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:58,440 INFO [M:0;30db5f576be8:40845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T18:21:58,457 DEBUG [M:0;30db5f576be8:40845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66b89bfa6035465d92696ed892f9c4ef is 82, key is hbase:meta,,1/info:regioninfo/1732040499068/Put/seqid=0 2024-11-19T18:21:58,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741846_1022 (size=5672) 2024-11-19T18:21:58,862 INFO [M:0;30db5f576be8:40845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66b89bfa6035465d92696ed892f9c4ef 2024-11-19T18:21:58,885 DEBUG [M:0;30db5f576be8:40845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d7cc2eed74e4c0eb1a9766eddce3f40 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732040505814/Put/seqid=0 2024-11-19T18:21:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741847_1023 (size=6586) 2024-11-19T18:21:58,889 INFO [M:0;30db5f576be8:40845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d7cc2eed74e4c0eb1a9766eddce3f40 2024-11-19T18:21:58,907 DEBUG [M:0;30db5f576be8:40845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcb9242b4f814bdb9b8ba1127e4766e3 is 69, key is 30db5f576be8,33451,1732040496542/rs:state/1732040497983/Put/seqid=0 2024-11-19T18:21:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741848_1024 (size=5156) 2024-11-19T18:21:58,911 INFO [M:0;30db5f576be8:40845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcb9242b4f814bdb9b8ba1127e4766e3 2024-11-19T18:21:58,914 DEBUG [M:0;30db5f576be8:40845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66b89bfa6035465d92696ed892f9c4ef as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66b89bfa6035465d92696ed892f9c4ef 2024-11-19T18:21:58,918 INFO [M:0;30db5f576be8:40845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66b89bfa6035465d92696ed892f9c4ef, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T18:21:58,918 DEBUG [M:0;30db5f576be8:40845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d7cc2eed74e4c0eb1a9766eddce3f40 as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d7cc2eed74e4c0eb1a9766eddce3f40 2024-11-19T18:21:58,922 INFO [M:0;30db5f576be8:40845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d7cc2eed74e4c0eb1a9766eddce3f40, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T18:21:58,922 DEBUG [M:0;30db5f576be8:40845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcb9242b4f814bdb9b8ba1127e4766e3 as hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcb9242b4f814bdb9b8ba1127e4766e3 2024-11-19T18:21:58,926 INFO [M:0;30db5f576be8:40845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/3894d12b-4efe-c3b1-a5b9-1433391e84ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcb9242b4f814bdb9b8ba1127e4766e3, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T18:21:58,927 INFO [M:0;30db5f576be8:40845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=55, compaction requested=false 2024-11-19T18:21:58,931 INFO [M:0;30db5f576be8:40845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:21:58,931 DEBUG [M:0;30db5f576be8:40845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040518440Disabling compacts and flushes for region at 1732040518440Disabling writes for close at 1732040518440Obtaining lock to block concurrent updates at 1732040518440Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040518440Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732040518441 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040518441Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040518441Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040518457 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040518457Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040518866 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040518885 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040518885Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040518892 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040518907 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040518907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8843ea: reopening flushed file at 1732040518914 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fb12c67: reopening flushed file at 1732040518918 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8d7d0b: reopening flushed file at 1732040518922 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=55, compaction requested=false at 1732040518927 (+5 ms)Writing region close event to WAL at 1732040518931 (+4 ms)Closed at 1732040518931 2024-11-19T18:21:58,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44805 is added to blk_1073741830_1006 (size=32770) 2024-11-19T18:21:58,934 INFO [M:0;30db5f576be8:40845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:21:58,934 INFO [M:0;30db5f576be8:40845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40845 2024-11-19T18:21:58,934 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:21:58,935 INFO [M:0;30db5f576be8:40845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:21:59,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:59,036 INFO [M:0;30db5f576be8:40845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:21:59,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x10131766ca80003, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:21:59,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4abd7308{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:21:59,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@760c5af5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:21:59,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:21:59,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@501795a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:21:59,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42cb9d4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/hadoop.log.dir/,STOPPED} 2024-11-19T18:21:59,042 WARN [BP-874466121-172.17.0.2-1732040495455 heartbeating to localhost/127.0.0.1:38127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:21:59,042 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:21:59,042 WARN [BP-874466121-172.17.0.2-1732040495455 heartbeating to localhost/127.0.0.1:38127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-874466121-172.17.0.2-1732040495455 (Datanode Uuid 176e52b6-88b5-48ff-9eca-7523785e1452) service to localhost/127.0.0.1:38127 2024-11-19T18:21:59,042 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:21:59,043 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/cluster_5bcec372-b3f0-7aa1-7029-4dd212d65e53/data/data1/current/BP-874466121-172.17.0.2-1732040495455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:21:59,043 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/cluster_5bcec372-b3f0-7aa1-7029-4dd212d65e53/data/data2/current/BP-874466121-172.17.0.2-1732040495455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:21:59,043 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:21:59,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7278e131{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:21:59,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aae27f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:21:59,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:21:59,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70764eb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:21:59,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6627d46b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2ea9da7-5c0d-e85d-2362-b242d526216a/hadoop.log.dir/,STOPPED} 2024-11-19T18:21:59,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:21:59,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T18:21:59,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:59,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:59,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:59,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:21:59,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:59,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T18:21:59,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1630517057, stopped=false 2024-11-19T18:21:59,065 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30db5f576be8,36173,1732040492331 2024-11-19T18:21:59,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2120406005/running 2024-11-19T18:21:59,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2120406005/running 2024-11-19T18:21:59,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:59,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:21:59,067 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:21:59,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Set watcher on znode that does not yet exist, /0-2120406005/running 2024-11-19T18:21:59,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Set watcher on znode that does not yet exist, /0-2120406005/running 2024-11-19T18:21:59,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T18:21:59,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:59,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:59,068 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30db5f576be8,35661,1732040492395' ***** 2024-11-19T18:21:59,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T18:21:59,069 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T18:21:59,069 INFO [RS:0;30db5f576be8:35661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T18:21:59,069 INFO [RS:0;30db5f576be8:35661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T18:21:59,069 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1eb72b4c481962312d1acc119e466e79 2024-11-19T18:21:59,069 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T18:21:59,069 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(3091): Received CLOSE for 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:59,069 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(959): stopping server 30db5f576be8,35661,1732040492395 2024-11-19T18:21:59,069 INFO [RS:0;30db5f576be8:35661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:21:59,069 INFO [RS:0;30db5f576be8:35661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:35661. 2024-11-19T18:21:59,069 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1eb72b4c481962312d1acc119e466e79, disabling compactions & flushes 2024-11-19T18:21:59,070 DEBUG [RS:0;30db5f576be8:35661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:21:59,070 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:59,070 DEBUG [RS:0;30db5f576be8:35661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:21:59,070 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:59,070 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732040502898.1eb72b4c481962312d1acc119e466e79. after waiting 0 ms 2024-11-19T18:21:59,070 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:59,070 INFO [RS:0;30db5f576be8:35661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T18:21:59,070 INFO [RS:0;30db5f576be8:35661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T18:21:59,070 INFO [RS:0;30db5f576be8:35661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T18:21:59,070 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T18:21:59,070 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T18:21:59,070 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1eb72b4c481962312d1acc119e466e79=test,,1732040502898.1eb72b4c481962312d1acc119e466e79., 892628975f18ce36a50f68a242f29839=hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839.} 2024-11-19T18:21:59,070 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1eb72b4c481962312d1acc119e466e79, 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:59,070 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T18:21:59,070 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T18:21:59,070 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T18:21:59,070 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T18:21:59,070 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T18:21:59,070 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T18:21:59,073 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/default/test/1eb72b4c481962312d1acc119e466e79/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T18:21:59,074 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:59,074 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T18:21:59,074 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:59,074 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1eb72b4c481962312d1acc119e466e79: Waiting for close lock at 1732040519069Running coprocessor pre-close hooks at 1732040519069Disabling compacts and flushes for region at 1732040519069Disabling writes for close at 1732040519070 (+1 ms)Writing region close event to WAL at 1732040519070Running coprocessor post-close hooks at 1732040519074 (+4 ms)Closed at 1732040519074 2024-11-19T18:21:59,074 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732040502898.1eb72b4c481962312d1acc119e466e79. 2024-11-19T18:21:59,074 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 892628975f18ce36a50f68a242f29839, disabling compactions & flushes 2024-11-19T18:21:59,074 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:59,074 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:59,074 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. after waiting 0 ms 2024-11-19T18:21:59,074 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:59,074 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 892628975f18ce36a50f68a242f29839 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-19T18:21:59,090 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/.tmp/hfileref/ccd5305f86b845c381bb7d3cc0e42f02 is 74, key is 1/hfileref:037d2ef6166745f182c0f8df64b20649_SeqId_6_/1732040513477/DeleteColumn/seqid=0 2024-11-19T18:21:59,091 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/info/a94002c2df7b4500ba40c425f4abbebf is 147, key is hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839./info:regioninfo/1732040508714/Put/seqid=0 2024-11-19T18:21:59,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741848_1024 (size=7686) 2024-11-19T18:21:59,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741847_1023 (size=5489) 2024-11-19T18:21:59,099 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/.tmp/hfileref/ccd5305f86b845c381bb7d3cc0e42f02 2024-11-19T18:21:59,122 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:59,122 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/.tmp/queue/6f272d3480f94b338d1015a46b4baf0f is 153, key is 1-30db5f576be8,35661,1732040492395/queue:30db5f576be8%2C35661%2C1732040492395/1732040513478/Put/seqid=0 2024-11-19T18:21:59,127 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:59,127 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 688, reset compression=false 2024-11-19T18:21:59,127 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-30db5f576be8,35661,1732040492395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:59,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741849_1025 (size=5504) 2024-11-19T18:21:59,128 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30db5f576be8,35661,1732040492395: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-30db5f576be8,35661,1732040492395, walGroup=30db5f576be8%2C35661%2C1732040492395, offset=30db5f576be8%2C35661%2C1732040492395.1732040510919:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:35661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T18:21:59,129 ERROR [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T18:21:59,129 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T18:21:59,129 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T18:21:59,129 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T18:21:59,130 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T18:21:59,130 INFO [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1696595968, "init": 1048576000, "max": 2306867200, "used": 1124573312 }, "NonHeapMemoryUsage": { "committed": 210894848, "init": 7667712, "max": -1, "used": 207820568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T18:21:59,130 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:36173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30db5f576be8:36173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T18:21:59,161 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 393, reset compression=false 2024-11-19T18:21:59,166 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T18:21:59,166 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 688, reset compression=false 2024-11-19T18:21:59,167 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30db5f576be8,35661,1732040492395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T18:21:59,167 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-19T18:21:59,169 INFO [regionserver/30db5f576be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:21:59,251 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T18:21:59,251 INFO [regionserver/30db5f576be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T18:21:59,270 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:59,330 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 688, reset compression=false 2024-11-19T18:21:59,370 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 688, reset compression=false 2024-11-19T18:21:59,471 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 892628975f18ce36a50f68a242f29839 2024-11-19T18:21:59,499 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/info/a94002c2df7b4500ba40c425f4abbebf 2024-11-19T18:21:59,519 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/ns/7b6c2040466d4c5c8938f2f7d68211d1 is 43, key is default/ns:d/1732040495368/Put/seqid=0 2024-11-19T18:21:59,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741850_1026 (size=5153) 2024-11-19T18:21:59,528 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/.tmp/queue/6f272d3480f94b338d1015a46b4baf0f 2024-11-19T18:21:59,532 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/.tmp/hfileref/ccd5305f86b845c381bb7d3cc0e42f02 as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/hfileref/ccd5305f86b845c381bb7d3cc0e42f02 2024-11-19T18:21:59,535 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/hfileref/ccd5305f86b845c381bb7d3cc0e42f02, entries=6, sequenceid=17, filesize=5.4 K 2024-11-19T18:21:59,536 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/.tmp/queue/6f272d3480f94b338d1015a46b4baf0f as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/queue/6f272d3480f94b338d1015a46b4baf0f 2024-11-19T18:21:59,539 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/queue/6f272d3480f94b338d1015a46b4baf0f, entries=2, sequenceid=17, filesize=5.4 K 2024-11-19T18:21:59,540 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 892628975f18ce36a50f68a242f29839 in 465ms, sequenceid=17, compaction requested=false 2024-11-19T18:21:59,543 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/replication/892628975f18ce36a50f68a242f29839/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-19T18:21:59,543 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:21:59,543 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:21:59,543 INFO [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:59,543 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 892628975f18ce36a50f68a242f29839: Waiting for close lock at 1732040519074Running coprocessor pre-close hooks at 1732040519074Disabling compacts and flushes for region at 1732040519074Disabling writes for close at 1732040519074Obtaining lock to block concurrent updates at 1732040519074Preparing flush snapshotting stores in 892628975f18ce36a50f68a242f29839 at 1732040519074Finished memstore snapshotting hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732040519075 (+1 ms)Flushing stores of hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. at 1732040519075Flushing 892628975f18ce36a50f68a242f29839/hfileref: creating writer at 1732040519075Flushing 892628975f18ce36a50f68a242f29839/hfileref: appending metadata at 1732040519090 (+15 ms)Flushing 892628975f18ce36a50f68a242f29839/hfileref: closing flushed file at 1732040519090Flushing 892628975f18ce36a50f68a242f29839/queue: creating writer at 1732040519103 (+13 ms)Flushing 892628975f18ce36a50f68a242f29839/queue: appending metadata at 1732040519122 (+19 ms)Flushing 892628975f18ce36a50f68a242f29839/queue: closing flushed file at 1732040519122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea818dc: reopening flushed file at 1732040519531 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@707a5e88: reopening flushed file at 1732040519535 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 892628975f18ce36a50f68a242f29839 in 465ms, sequenceid=17, compaction requested=false at 1732040519540 (+5 ms)Writing region close event to WAL at 1732040519540Running coprocessor post-close hooks at 1732040519543 (+3 ms)Closed at 1732040519543 2024-11-19T18:21:59,543 DEBUG [RS_CLOSE_REGION-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732040508356.892628975f18ce36a50f68a242f29839. 2024-11-19T18:21:59,634 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 688, reset compression=false 2024-11-19T18:21:59,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T18:21:59,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,671 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:59,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,674 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 688, reset compression=false 2024-11-19T18:21:59,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T18:21:59,871 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:21:59,923 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/ns/7b6c2040466d4c5c8938f2f7d68211d1 2024-11-19T18:21:59,946 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/rep_barrier/282d3dfc2eaa4b49a517bef1e9b39ccd is 112, key is test,,1732040502898.1eb72b4c481962312d1acc119e466e79./rep_barrier:seqnumDuringOpen/1732040504043/Put/seqid=0 2024-11-19T18:21:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741851_1027 (size=5518) 2024-11-19T18:22:00,038 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 688, reset compression=false 2024-11-19T18:22:00,071 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T18:22:00,071 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T18:22:00,071 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:22:00,077 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 688, reset compression=false 2024-11-19T18:22:00,271 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:22:00,350 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/rep_barrier/282d3dfc2eaa4b49a517bef1e9b39ccd 2024-11-19T18:22:00,367 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/table/6b2b116d00834b21b84ab031d3b4ad81 is 53, key is hbase:replication/table:state/1732040508719/Put/seqid=0 2024-11-19T18:22:00,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741852_1028 (size=5308) 2024-11-19T18:22:00,472 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:22:00,541 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 688, reset compression=false 2024-11-19T18:22:00,580 DEBUG [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.1732040510919 to pos 688, reset compression=false 2024-11-19T18:22:00,672 DEBUG [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T18:22:00,771 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/table/6b2b116d00834b21b84ab031d3b4ad81 2024-11-19T18:22:00,775 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/info/a94002c2df7b4500ba40c425f4abbebf as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/info/a94002c2df7b4500ba40c425f4abbebf 2024-11-19T18:22:00,779 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/info/a94002c2df7b4500ba40c425f4abbebf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T18:22:00,780 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/ns/7b6c2040466d4c5c8938f2f7d68211d1 as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/ns/7b6c2040466d4c5c8938f2f7d68211d1 2024-11-19T18:22:00,783 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/ns/7b6c2040466d4c5c8938f2f7d68211d1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T18:22:00,784 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/rep_barrier/282d3dfc2eaa4b49a517bef1e9b39ccd as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/rep_barrier/282d3dfc2eaa4b49a517bef1e9b39ccd 2024-11-19T18:22:00,787 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/rep_barrier/282d3dfc2eaa4b49a517bef1e9b39ccd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T18:22:00,788 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/.tmp/table/6b2b116d00834b21b84ab031d3b4ad81 as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/table/6b2b116d00834b21b84ab031d3b4ad81 2024-11-19T18:22:00,791 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/table/6b2b116d00834b21b84ab031d3b4ad81, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T18:22:00,792 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-11-19T18:22:00,792 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T18:22:00,799 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T18:22:00,800 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T18:22:00,800 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T18:22:00,800 INFO [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T18:22:00,800 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732040519070Running coprocessor pre-close hooks at 1732040519070Disabling compacts and flushes for region at 1732040519070Disabling writes for close at 1732040519070Obtaining lock to block concurrent updates at 1732040519070Preparing flush snapshotting stores in 1588230740 at 1732040519070Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732040519071 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732040519071Flushing 1588230740/info: creating writer at 1732040519071Flushing 1588230740/info: appending metadata at 1732040519090 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732040519090Flushing 1588230740/ns: creating writer at 1732040519503 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732040519519 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732040519519Flushing 1588230740/rep_barrier: creating writer at 1732040519928 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732040519946 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732040519946Flushing 1588230740/table: creating writer at 1732040520354 (+408 ms)Flushing 1588230740/table: appending metadata at 1732040520367 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732040520367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dedffb8: reopening flushed file at 1732040520775 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247420d5: reopening flushed file at 1732040520779 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71edf210: reopening flushed file at 1732040520783 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df700bc: reopening flushed file at 1732040520787 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1732040520792 (+5 ms)Writing region close event to WAL at 1732040520797 (+5 ms)Running coprocessor post-close hooks at 1732040520800 (+3 ms)Closed at 1732040520800 2024-11-19T18:22:00,800 DEBUG [RS_CLOSE_META-regionserver/30db5f576be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T18:22:00,872 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(976): stopping server 30db5f576be8,35661,1732040492395; all regions closed. 2024-11-19T18:22:00,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741842_1018 (size=859) 2024-11-19T18:22:00,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/WALs/30db5f576be8,35661,1732040492395/30db5f576be8%2C35661%2C1732040492395.meta.1732040510877.meta not finished, retry = 0 2024-11-19T18:22:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741843_1019 (size=2791) 2024-11-19T18:22:00,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741844_1020 (size=696) 2024-11-19T18:22:00,979 DEBUG [RS:0;30db5f576be8:35661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:22:00,979 INFO [RS:0;30db5f576be8:35661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T18:22:00,979 INFO [RS:0;30db5f576be8:35661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:22:00,979 INFO [RS:0;30db5f576be8:35661 {}] hbase.ChoreService(370): Chore service for: regionserver/30db5f576be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T18:22:00,980 INFO [RS:0;30db5f576be8:35661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:22:00,980 INFO [regionserver/30db5f576be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:22:00,980 INFO [RS:0;30db5f576be8:35661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30db5f576be8,35661,1732040492395 because: Region server is closing 2024-11-19T18:22:00,980 INFO [RS:0;30db5f576be8:35661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:35661. 2024-11-19T18:22:00,980 DEBUG [RS:0;30db5f576be8:35661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:22:00,981 DEBUG [RS:0;30db5f576be8:35661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:22:00,981 DEBUG [RS:0;30db5f576be8:35661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:22:00,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:22:01,081 INFO [RS:0;30db5f576be8:35661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 terminated 2024-11-19T18:22:01,081 INFO [RS:0;30db5f576be8:35661 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-30db5f576be8,35661,1732040492395 because: Region server is closing 2024-11-19T18:22:01,081 WARN [RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,1-30db5f576be8,35661,1732040492395.replicationSource.wal-reader.30db5f576be8%2C35661%2C1732040492395,1-30db5f576be8,35661,1732040492395 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T18:22:01,081 INFO [RS:0;30db5f576be8:35661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30db5f576be8:35661. 2024-11-19T18:22:01,081 DEBUG [RS:0;30db5f576be8:35661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T18:22:01,081 DEBUG [RS:0;30db5f576be8:35661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:22:01,082 DEBUG [RS:0;30db5f576be8:35661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T18:22:01,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T18:22:01,182 INFO [RS:0;30db5f576be8:35661 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30db5f576be8:0-0.replicationSource,2-30db5f576be8,35661,1732040492395.replicationSource.shipper30db5f576be8%2C35661%2C1732040492395,2-30db5f576be8,35661,1732040492395 terminated 2024-11-19T18:22:01,182 INFO [RS:0;30db5f576be8:35661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35661 2024-11-19T18:22:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2120406005/rs/30db5f576be8,35661,1732040492395 2024-11-19T18:22:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005/rs 2024-11-19T18:22:01,184 INFO [RS:0;30db5f576be8:35661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:22:01,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30db5f576be8,35661,1732040492395] 2024-11-19T18:22:01,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120406005/draining/30db5f576be8,35661,1732040492395 already deleted, retry=false 2024-11-19T18:22:01,187 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30db5f576be8,35661,1732040492395 expired; onlineServers=0 2024-11-19T18:22:01,187 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30db5f576be8,36173,1732040492331' ***** 2024-11-19T18:22:01,187 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T18:22:01,187 INFO [M:0;30db5f576be8:36173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T18:22:01,187 INFO [M:0;30db5f576be8:36173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T18:22:01,187 DEBUG [M:0;30db5f576be8:36173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T18:22:01,188 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T18:22:01,188 DEBUG [M:0;30db5f576be8:36173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T18:22:01,188 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040494180 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.large.0-1732040494180,5,FailOnTimeoutGroup] 2024-11-19T18:22:01,188 DEBUG [master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040494181 {}] cleaner.HFileCleaner(306): Exit Thread[master/30db5f576be8:0:becomeActiveMaster-HFileCleaner.small.0-1732040494181,5,FailOnTimeoutGroup] 2024-11-19T18:22:01,188 INFO [M:0;30db5f576be8:36173 {}] hbase.ChoreService(370): Chore service for: master/30db5f576be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T18:22:01,188 INFO [M:0;30db5f576be8:36173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T18:22:01,188 DEBUG [M:0;30db5f576be8:36173 {}] master.HMaster(1795): Stopping service threads 2024-11-19T18:22:01,188 INFO [M:0;30db5f576be8:36173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T18:22:01,189 INFO [M:0;30db5f576be8:36173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T18:22:01,189 INFO [M:0;30db5f576be8:36173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T18:22:01,189 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T18:22:01,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2120406005/master 2024-11-19T18:22:01,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120406005 2024-11-19T18:22:01,189 DEBUG [M:0;30db5f576be8:36173 {}] zookeeper.ZKUtil(347): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Unable to get data of znode /0-2120406005/master because node does not exist (not an error) 2024-11-19T18:22:01,189 WARN [M:0;30db5f576be8:36173 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T18:22:01,190 INFO [M:0;30db5f576be8:36173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/.lastflushedseqids 2024-11-19T18:22:01,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741853_1029 (size=263) 2024-11-19T18:22:01,193 INFO [M:0;30db5f576be8:36173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T18:22:01,194 INFO [M:0;30db5f576be8:36173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T18:22:01,194 DEBUG [M:0;30db5f576be8:36173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T18:22:01,194 INFO [M:0;30db5f576be8:36173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:22:01,194 DEBUG [M:0;30db5f576be8:36173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:22:01,194 DEBUG [M:0;30db5f576be8:36173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T18:22:01,194 DEBUG [M:0;30db5f576be8:36173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:22:01,194 INFO [M:0;30db5f576be8:36173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-19T18:22:01,212 DEBUG [M:0;30db5f576be8:36173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58194fe7489c428598623dc9053fcbe9 is 82, key is hbase:meta,,1/info:regioninfo/1732040495359/Put/seqid=0 2024-11-19T18:22:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741854_1030 (size=5672) 2024-11-19T18:22:01,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:22:01,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x10131766ca80001, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:22:01,285 INFO [RS:0;30db5f576be8:35661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:22:01,285 INFO [RS:0;30db5f576be8:35661 {}] regionserver.HRegionServer(1031): Exiting; stopping=30db5f576be8,35661,1732040492395; zookeeper connection closed. 2024-11-19T18:22:01,286 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c7e74da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c7e74da 2024-11-19T18:22:01,286 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T18:22:01,616 INFO [M:0;30db5f576be8:36173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58194fe7489c428598623dc9053fcbe9 2024-11-19T18:22:01,638 DEBUG [M:0;30db5f576be8:36173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f30cae4ccd4789b06707cab2875042 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732040508722/Put/seqid=0 2024-11-19T18:22:01,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741855_1031 (size=8909) 2024-11-19T18:22:02,042 INFO [M:0;30db5f576be8:36173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f30cae4ccd4789b06707cab2875042 2024-11-19T18:22:02,060 DEBUG [M:0;30db5f576be8:36173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f1fdfcf39ed44e18a28b97c9083f5bf is 69, key is 30db5f576be8,35661,1732040492395/rs:state/1732040494241/Put/seqid=0 2024-11-19T18:22:02,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741856_1032 (size=5156) 2024-11-19T18:22:02,318 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T18:22:02,464 INFO [M:0;30db5f576be8:36173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f1fdfcf39ed44e18a28b97c9083f5bf 2024-11-19T18:22:02,469 DEBUG [M:0;30db5f576be8:36173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58194fe7489c428598623dc9053fcbe9 as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58194fe7489c428598623dc9053fcbe9 2024-11-19T18:22:02,472 INFO [M:0;30db5f576be8:36173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58194fe7489c428598623dc9053fcbe9, entries=8, sequenceid=112, filesize=5.5 K 2024-11-19T18:22:02,473 DEBUG [M:0;30db5f576be8:36173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f30cae4ccd4789b06707cab2875042 as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00f30cae4ccd4789b06707cab2875042 2024-11-19T18:22:02,476 INFO [M:0;30db5f576be8:36173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00f30cae4ccd4789b06707cab2875042, entries=13, sequenceid=112, filesize=8.7 K 2024-11-19T18:22:02,477 DEBUG [M:0;30db5f576be8:36173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f1fdfcf39ed44e18a28b97c9083f5bf as hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f1fdfcf39ed44e18a28b97c9083f5bf 2024-11-19T18:22:02,480 INFO [M:0;30db5f576be8:36173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36675/user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f1fdfcf39ed44e18a28b97c9083f5bf, entries=1, sequenceid=112, filesize=5.0 K 2024-11-19T18:22:02,481 INFO [M:0;30db5f576be8:36173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=112, compaction requested=false 2024-11-19T18:22:02,482 INFO [M:0;30db5f576be8:36173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T18:22:02,482 DEBUG [M:0;30db5f576be8:36173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732040521194Disabling compacts and flushes for region at 1732040521194Disabling writes for close at 1732040521194Obtaining lock to block concurrent updates at 1732040521194Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732040521194Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732040521194Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732040521195 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732040521195Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732040521212 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732040521212Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732040521620 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732040521638 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732040521638Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732040522046 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732040522060 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732040522060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6c761c: reopening flushed file at 1732040522468 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbe399c: reopening flushed file at 1732040522472 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c35407: reopening flushed file at 1732040522476 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=112, compaction requested=false at 1732040522481 (+5 ms)Writing region close event to WAL at 1732040522482 (+1 ms)Closed at 1732040522482 2024-11-19T18:22:02,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741830_1006 (size=69055) 2024-11-19T18:22:02,484 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0bfe639-b8fe-6a0d-b25d-9adcd23ddc41/MasterData/WALs/30db5f576be8,36173,1732040492331/30db5f576be8%2C36173%2C1732040492331.1732040494098 not finished, retry = 0 2024-11-19T18:22:02,585 INFO [M:0;30db5f576be8:36173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T18:22:02,585 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T18:22:02,585 INFO [M:0;30db5f576be8:36173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36173 2024-11-19T18:22:02,585 INFO [M:0;30db5f576be8:36173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T18:22:02,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:22:02,687 INFO [M:0;30db5f576be8:36173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T18:22:02,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x10131766ca80000, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T18:22:02,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bbe537c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T18:22:02,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c8d82be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:22:02,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:22:02,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bde6823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:22:02,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2a59fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/hadoop.log.dir/,STOPPED} 2024-11-19T18:22:02,692 WARN [BP-1049657703-172.17.0.2-1732040491564 heartbeating to localhost/127.0.0.1:36675 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T18:22:02,692 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T18:22:02,692 WARN [BP-1049657703-172.17.0.2-1732040491564 heartbeating to localhost/127.0.0.1:36675 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1049657703-172.17.0.2-1732040491564 (Datanode Uuid f2f4817f-0a2e-4dd6-ac89-bdcf981fcb18) service to localhost/127.0.0.1:36675 2024-11-19T18:22:02,692 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T18:22:02,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/cluster_d76603e7-c6a3-3fc5-e5ce-3c27356e5a7b/data/data1/current/BP-1049657703-172.17.0.2-1732040491564 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:22:02,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/cluster_d76603e7-c6a3-3fc5-e5ce-3c27356e5a7b/data/data2/current/BP-1049657703-172.17.0.2-1732040491564 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T18:22:02,693 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T18:22:02,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df38f92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T18:22:02,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@765ecaf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T18:22:02,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T18:22:02,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169722f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T18:22:02,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e31e38c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a25911d3-42b6-c59a-de73-a69729bff624/hadoop.log.dir/,STOPPED} 2024-11-19T18:22:02,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T18:22:02,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T18:22:02,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 534) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36675 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36675 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43429 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36675 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38127 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61478) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:38127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61478) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38127 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43429 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61478) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 341), ProcessCount=11 (was 11), AvailableMemoryMB=5784 (was 6152) 2024-11-19T18:22:02,733 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-19T18:22:02,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10131766ca80002, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:22:02,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10131766ca80005, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:22:02,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10131766ca80008, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T18:22:02,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10131766ca80008, quorum=127.0.0.1:61478, baseZNode=/21650626190 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:22:02,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10131766ca80002, quorum=127.0.0.1:61478, baseZNode=/0-2120406005 Received Disconnected from ZooKeeper, ignoring 2024-11-19T18:22:02,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10131766ca80005, quorum=127.0.0.1:61478, baseZNode=/12034519392 Received Disconnected from ZooKeeper, ignoring